{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/build-user-prompt","entry":"build_user_prompt","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":8,"n_papers_ran":7,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":8,"n_samples_ran":7,"n_samples_fingerprinted":3,"n_places":8,"n_places_pointer_only":3,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":0,"ran_fixture":0,"ran":7,"unverified":1},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2608.10218","paper":"/paper/arxiv-2608-10218","title":"Mind Viruses: Self-Propagating Ideas in Multi-Agent LLM Systems","date":null,"month_inferred_from_arxiv_id":"2026-08","title_source":"syntology","repo":"frotaur/mindvirus-viruschain","path":"helper_scripts/classify_failures.py","file_url":"https://github.com/frotaur/mindvirus-viruschain/blob/HEAD/helper_scripts/classify_failures.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5163aeeb968db960","mcp_get_code":{"code_sha256":"5163aeeb968db960"}},{"arxiv_id":"2607.26654","paper":"/paper/arxiv-2607-26654","title":"Constitutional Midtraining: Content Presence Drives Alignment Gains","date":null,"month_inferred_from_arxiv_id":"2026-07","title_source":"syntology","repo":"desBugger/constitutional-mt","path":"data_generation/build_prompts.py","file_url":"https://github.com/desBugger/constitutional-mt/blob/HEAD/data_generation/build_prompts.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"50b09888949bbb57","mcp_get_code":{"code_sha256":"50b09888949bbb57"}},{"arxiv_id":"2606.26130","paper":"/paper/arxiv-2606-26130","title":"Thinking Like a Scientist? A Structural Study of LLM-Generated Research Methods","date":null,"month_inferred_from_arxiv_id":"2026-06","title_source":"syntology","repo":"francescacarlon/Thinking-Like-a-Scientist","path":"src/pipeline/batch_claude_classification.py","file_url":"https://github.com/francescacarlon/Thinking-Like-a-Scientist/blob/HEAD/src/pipeline/batch_claude_classification.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"68b8f34b9396ed55","mcp_get_code":{"code_sha256":"68b8f34b9396ed55"}},{"arxiv_id":"2606.16316","paper":"/paper/arxiv-2606-16316","title":"RL-Index: Reinforcement Learning for Retrieval Index Reasoning","date":null,"month_inferred_from_arxiv_id":"2026-06","title_source":"syntology","repo":"Yoega/RL-Index","path":"RL_Index/data_preprocess/build_dataset.py","file_url":"https://github.com/Yoega/RL-Index/blob/HEAD/RL_Index/data_preprocess/build_dataset.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"9b3a4c5e3d3b9e48","mcp_get_code":{"code_sha256":"9b3a4c5e3d3b9e48"}},{"arxiv_id":"2605.30415","paper":"/paper/arxiv-2605-30415","title":"Domain Adaptation and Reasoning Frameworks in Language Models: A Controlled Experiment with Historical Cosmology","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"fdeberna/chat-ptolemaic","path":"judge/judge_eval.py","file_url":"https://github.com/fdeberna/chat-ptolemaic/blob/HEAD/judge/judge_eval.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"0d42b9d7998bd299","mcp_get_code":{"code_sha256":"0d42b9d7998bd299"}},{"arxiv_id":"2605.07510","paper":"/paper/arxiv-2605-07510","title":"InterLV-Search: Benchmarking Interleaved Multimodal Agentic Search","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"hbhalpha/InterLV-Search-Bench","path":"agentic_search/prompts.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/agentic_search/prompts.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"fe1235904cab4f81","mcp_get_code":{"code_sha256":"fe1235904cab4f81"}},{"arxiv_id":"2605.07024","paper":"/paper/arxiv-2605-07024","title":"DELULU: A Verified Multi-Lingual Benchmark for Code Hallucination Detection in Fill-in-the-Middle Tasks","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"microsoft/delulu","path":"evaluations/run_delulu_judges.py","file_url":"https://github.com/microsoft/delulu/blob/HEAD/evaluations/run_delulu_judges.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"bd072bee6c3e3420","mcp_get_code":{"code_sha256":"bd072bee6c3e3420"}},{"arxiv_id":"2601.05051","paper":"/paper/arxiv-2601-05051","title":"Publishing FAIR and Machine-actionable Reviews in Materials Science: The Case for Symbolic Knowledge in Neuro-symbolic Artificial Intelligence","date":null,"month_inferred_from_arxiv_id":"2026-01","title_source":"syntology","repo":"sciknoworg/ald-ale-orkg-review","path":"llm-experiments/context_injected_doc_qa.py","file_url":"https://github.com/sciknoworg/ald-ale-orkg-review/blob/HEAD/llm-experiments/context_injected_doc_qa.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"4711d8b4405f7c5c","mcp_get_code":{"code_sha256":"4711d8b4405f7c5c"}}]}