{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/get-content","entry":"get_content","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":10,"n_papers_ran":5,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":9,"n_samples_ran":5,"n_samples_fingerprinted":1,"n_places":10,"n_places_pointer_only":4,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":0,"ran_fixture":0,"ran":5,"unverified":4},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2503.04800","paper":"/paper/hoh-a-dynamic-benchmark-for-evaluating-the","title":"HoH: A Dynamic Benchmark for Evaluating the Impact of Outdated Information on Retrieval-Augmented Generation","date":"2025-03-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"0russwest0/HoH","path":"qa_generate/src/utils.py","file_url":"https://github.com/0russwest0/HoH/blob/HEAD/qa_generate/src/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"7dd984c0e989e226","mcp_get_code":{"code_sha256":"7dd984c0e989e226"}},{"arxiv_id":"2412.09032","paper":"/paper/speech-forensics-towards-comprehensive","title":"Speech-Forensics: Towards Comprehensive Synthetic Speech Dataset Establishment and Analysis","date":"2024-12-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ring-zl/Speech-Forensics","path":"improved_feature_extractor.py","file_url":"https://github.com/ring-zl/Speech-Forensics/blob/HEAD/improved_feature_extractor.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"f2243ab56ccfc287","mcp_get_code":{"code_sha256":"f2243ab56ccfc287"}},{"arxiv_id":"2406.17419","paper":"/paper/leave-no-document-behind-benchmarking-long","title":"Leave No Document Behind: Benchmarking Long-Context LLMs with Extended Multi-Doc QA","date":"2024-06-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"MozerWang/Loong","path":"src/utils/prompt.py","file_url":"https://github.com/MozerWang/Loong/blob/HEAD/src/utils/prompt.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"8581c9fc4e680d08","mcp_get_code":{"code_sha256":"8581c9fc4e680d08"}},{"arxiv_id":"2405.17346","paper":"/paper/prompt-optimization-with-human-feedback","title":"Prompt Optimization with Human Feedback","date":"2024-05-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"xqlin98/apohf","path":"Induction/automatic_prompt_engineer/llm.py","file_url":"https://github.com/xqlin98/apohf/blob/HEAD/Induction/automatic_prompt_engineer/llm.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"abfa696ce2993f88","mcp_get_code":{"code_sha256":"abfa696ce2993f88"}},{"arxiv_id":"2402.10178","paper":"/paper/tdag-a-multi-agent-framework-based-on-dynamic","title":"TDAG: A Multi-Agent Framework based on Dynamic Task Decomposition and Agent Generation","date":"2024-02-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yxwang8775/tdag","path":"utils/code.py","file_url":"https://github.com/yxwang8775/tdag/blob/HEAD/utils/code.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"3f03807271f9d1cb","mcp_get_code":{"code_sha256":"3f03807271f9d1cb"}},{"arxiv_id":"2311.01767","paper":"/paper/pptc-benchmark-evaluating-large-language","title":"PPTC Benchmark: Evaluating Large Language Models for PowerPoint Task Completion","date":"2023-11-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"gydpku/pptc","path":"src/ppt_reader.py","file_url":"https://github.com/gydpku/pptc/blob/HEAD/src/ppt_reader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"ecd0f7075ab18e97","mcp_get_code":{"code_sha256":"ecd0f7075ab18e97"}},{"arxiv_id":"2310.15100","paper":"/paper/llm-in-the-loop-leveraging-large-language","title":"LLM-in-the-loop: Leveraging Large Language Model for Thematic Analysis","date":"2023-10-23","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"sjdai/llm-thematic-analysis","path":"chat_mods.py","file_url":"https://github.com/sjdai/llm-thematic-analysis/blob/HEAD/chat_mods.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"6aadf3fbee40d5b3","mcp_get_code":{"code_sha256":"6aadf3fbee40d5b3"}},{"arxiv_id":"2310.11451","paper":"/paper/seeking-neural-nuggets-knowledge-transfer-in","title":"Seeking Neural Nuggets: Knowledge Transfer in Large Language Models from a Parametric Perspective","date":"2023-10-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"maszhongming/paraknowtransfer","path":"utils/get_sample_data.py","file_url":"https://github.com/maszhongming/paraknowtransfer/blob/HEAD/utils/get_sample_data.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"fe46bbd2a9849bc7","mcp_get_code":{"code_sha256":"fe46bbd2a9849bc7"}},{"arxiv_id":"2309.00071","paper":"/paper/yarn-efficient-context-window-extension-of","title":"YaRN: Efficient Context Window Extension of Large Language Models","date":"2023-08-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"qwenlm/qwq","path":"eval/generate_api_answers/utils_vllm.py","file_url":"https://github.com/qwenlm/qwq/blob/HEAD/eval/generate_api_answers/utils_vllm.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"7b5542cec0c01464","mcp_get_code":{"code_sha256":"7b5542cec0c01464"}},{"arxiv_id":"2024.findings-acl.514","paper":null,"title":"arXiv:2024.findings-acl.514","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"gydpku/PPTC","path":"src/ppt_reader.py","file_url":"https://github.com/gydpku/PPTC/blob/HEAD/src/ppt_reader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"ecd0f7075ab18e97","mcp_get_code":{"code_sha256":"ecd0f7075ab18e97"}}]}