{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/process-code","entry":"process_code","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":7,"n_papers_ran":1,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":5,"n_samples_ran":1,"n_samples_fingerprinted":1,"n_places":7,"n_places_pointer_only":2,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":0,"ran_fixture":0,"ran":1,"unverified":4},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2508.15868","paper":"/paper/arxiv-2508-15868","title":"CARFT: Boosting LLM Reasoning via Contrastive Learning with Annotated Chain-of-Thought-based Reinforced Fine-Tuning","date":null,"month_inferred_from_arxiv_id":"2025-08","title_source":"syntology","repo":"WNQzhu/CARFT","path":"code/mwp_ReFT/src/python_engine.py","file_url":"https://github.com/WNQzhu/CARFT/blob/HEAD/code/mwp_ReFT/src/python_engine.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"8b9f60df8d2c8a82","mcp_get_code":{"code_sha256":"8b9f60df8d2c8a82"}},{"arxiv_id":"2507.11527","paper":"/paper/drafterbench-benchmarking-large-language","title":"DrafterBench: Benchmarking Large Language Models for Tasks Automation in Civil Engineering","date":"2025-07-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"eason-li-ais/drafterbench","path":"methods/collect_result.py","file_url":"https://github.com/eason-li-ais/drafterbench/blob/HEAD/methods/collect_result.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"e04faa22c7a1f1be","mcp_get_code":{"code_sha256":"e04faa22c7a1f1be"}},{"arxiv_id":"2407.12504","paper":"/paper/case2code-learning-inductive-reasoning-with","title":"Case2Code: Learning Inductive Reasoning with Synthetic Data","date":"2024-07-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"choosewhatulike/case2code","path":"mp_exec_code.py","file_url":"https://github.com/choosewhatulike/case2code/blob/HEAD/mp_exec_code.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"7e8e2b21d03cf0aa","mcp_get_code":{"code_sha256":"7e8e2b21d03cf0aa"}},{"arxiv_id":"2404.03592","paper":"/paper/reft-representation-finetuning-for-language","title":"ReFT: Representation Finetuning for Language Models","date":"2024-04-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lqtrung1998/mwp_reft","path":"src/python_engine.py","file_url":"https://github.com/lqtrung1998/mwp_reft/blob/HEAD/src/python_engine.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"8b9f60df8d2c8a82","mcp_get_code":{"code_sha256":"8b9f60df8d2c8a82"}},{"arxiv_id":"2402.05808","paper":"/paper/training-large-language-models-for-reasoning","title":"Training Large Language Models for Reasoning through Reverse Curriculum Reinforcement Learning","date":"2024-02-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"woooodyy/llm-reverse-curriculum-rl","path":"R3_math/src/python_engine.py","file_url":"https://github.com/woooodyy/llm-reverse-curriculum-rl/blob/HEAD/R3_math/src/python_engine.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"2221a9c4d6aaccc3","mcp_get_code":{"code_sha256":"2221a9c4d6aaccc3"}},{"arxiv_id":"2401.08967","paper":"/paper/reft-reasoning-with-reinforced-fine-tuning","title":"ReFT: Reasoning with Reinforced Fine-Tuning","date":"2024-01-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lqtrung1998/mwp_ReFT","path":"src/python_engine.py","file_url":"https://github.com/lqtrung1998/mwp_ReFT/blob/HEAD/src/python_engine.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"8b9f60df8d2c8a82","mcp_get_code":{"code_sha256":"8b9f60df8d2c8a82"}},{"arxiv_id":"2025.findings-acl.1183","paper":null,"title":"arXiv:2025.findings-acl.1183","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"thunlp/TritonBench","path":"EVAL/eval_G/0_call_acc.py","file_url":"https://github.com/thunlp/TritonBench/blob/HEAD/EVAL/eval_G/0_call_acc.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"2ee28aaca00e44e6","mcp_get_code":{"code_sha256":"2ee28aaca00e44e6"}}]}