{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/expand","entry":"expand","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":29,"n_papers_ran":11,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":28,"n_samples_ran":11,"n_samples_fingerprinted":5,"n_places":30,"n_places_pointer_only":7,"by_status":{"ran_honours":1,"ran_violates":1,"ran_draft_wrong":6,"ran_fixture":0,"ran":3,"unverified":17},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2609.03321","paper":"/paper/arxiv-2609-03321","title":"Decoupling Turn-Taking from Semantics: A Decoupled Data Approach for Finite-State-Machine-Based Full-Duplex Dialogue","date":null,"month_inferred_from_arxiv_id":"2026-09","title_source":"syntology","repo":"Liyht/def-fsm","path":"def_fsm/paths.py","file_url":"https://github.com/Liyht/def-fsm/blob/HEAD/def_fsm/paths.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"2c1d9a607d1536e2","mcp_get_code":{"code_sha256":"2c1d9a607d1536e2"}},{"arxiv_id":"2608.30730","paper":"/paper/arxiv-2608-30730","title":"E-Commerce Bench: Evaluating LLM Agents on Long-Horizon Autonomous Business Operation","date":null,"month_inferred_from_arxiv_id":"2026-08","title_source":"syntology","repo":"QwenLM/E-CommerceBench","path":"agent/providers.py","file_url":"https://github.com/QwenLM/E-CommerceBench/blob/HEAD/agent/providers.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"47b042345453fd7f","mcp_get_code":{"code_sha256":"47b042345453fd7f"}},{"arxiv_id":"2608.26822","paper":"/paper/arxiv-2608-26822","title":"Bridging short-and medium-range weather forecasting with machine learning","date":null,"month_inferred_from_arxiv_id":"2026-08","title_source":"syntology","repo":"NOAA-GSL/wxvx","path":"src/wxvx/util.py","file_url":"https://github.com/NOAA-GSL/wxvx/blob/HEAD/src/wxvx/util.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"cd08db72c18656e8","mcp_get_code":{"code_sha256":"cd08db72c18656e8"}},{"arxiv_id":"2507.09305","paper":null,"title":"arXiv:2507.09305","date":null,"month_inferred_from_arxiv_id":"2025-07","title_source":null,"repo":"AIRI-Institute/TransPath","path":"modules/planners.py","file_url":"https://github.com/AIRI-Institute/TransPath/blob/HEAD/modules/planners.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c4c06ef95d9cd34e","mcp_get_code":{"code_sha256":"c4c06ef95d9cd34e"}},{"arxiv_id":"2502.13383","paper":"/paper/mm-verify-enhancing-multimodal-reasoning-with","title":"MM-Verify: Enhancing Multimodal Reasoning with Chain-of-Thought Verification","date":"2025-02-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Aurora-slz/MM-Verify","path":"search/MCTS/mcts.py","file_url":"https://github.com/Aurora-slz/MM-Verify/blob/HEAD/search/MCTS/mcts.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"b694a3efa9770e88","mcp_get_code":{"code_sha256":"b694a3efa9770e88"}},{"arxiv_id":"2406.03816","paper":"/paper/rest-mcts-llm-self-training-via-process","title":"ReST-MCTS*: LLM Self-Training via Process Reward Guided Tree Search","date":"2024-06-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"THUDM/ReST-MCTS","path":"MCTS/mcts.py","file_url":"https://github.com/THUDM/ReST-MCTS/blob/HEAD/MCTS/mcts.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"972b9f317f5321f0","mcp_get_code":{"code_sha256":"972b9f317f5321f0"}},{"arxiv_id":"2406.03816","paper":"/paper/rest-mcts-llm-self-training-via-process","title":"ReST-MCTS*: LLM Self-Training via Process Reward Guided Tree Search","date":"2024-06-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"DIRECT-BIT/SRA-MCTS","path":"MCTS/mcts.py","file_url":"https://github.com/DIRECT-BIT/SRA-MCTS/blob/HEAD/MCTS/mcts.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"152f75c9b44ec04e","mcp_get_code":{"code_sha256":"152f75c9b44ec04e"}},{"arxiv_id":"2405.19327","paper":"/paper/map-neo-highly-capable-and-transparent","title":"MAP-Neo: Highly Capable and Transparent Bilingual Large Language Model Series","date":"2024-05-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"multimodal-art-projection/map-neo","path":"Matrix/document-convert/multi_thread_process_to_doc.py","file_url":"https://github.com/multimodal-art-projection/map-neo/blob/HEAD/Matrix/document-convert/multi_thread_process_to_doc.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"43caaeb95b39e09f","mcp_get_code":{"code_sha256":"43caaeb95b39e09f"}},{"arxiv_id":"2402.03271","paper":"/paper/uncertainty-of-thoughts-uncertainty-aware","title":"Uncertainty of Thoughts: Uncertainty-Aware Planning Enhances Information Seeking in Large Language Models","date":"2024-02-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zhiyuanhubj/UoT","path":"src/uot/uot.py","file_url":"https://github.com/zhiyuanhubj/UoT/blob/HEAD/src/uot/uot.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"04d1a1be5ddfeabb","mcp_get_code":{"code_sha256":"04d1a1be5ddfeabb"}},{"arxiv_id":"2312.06149","paper":"/paper/unlocking-anticipatory-text-generation-a","title":"Unlocking Anticipatory Text Generation: A Constrained Approach for Large Language Models Decoding","date":"2023-12-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"SalesforceAIResearch/Unlocking-TextGen","path":"Toxicity/sample_toxity_llm_facon.py","file_url":"https://github.com/SalesforceAIResearch/Unlocking-TextGen/blob/HEAD/Toxicity/sample_toxity_llm_facon.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"ad41a9451a0ec4b4","mcp_get_code":{"code_sha256":"ad41a9451a0ec4b4"}},{"arxiv_id":"2312.05251","paper":"/paper/reconstructing-hands-in-3d-with-transformers","title":"Reconstructing Hands in 3D with Transformers","date":"2023-12-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"geopavlakos/hamer","path":"hamer/datasets/image_dataset.py","file_url":"https://github.com/geopavlakos/hamer/blob/HEAD/hamer/datasets/image_dataset.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"9b45eb017f731bb9","mcp_get_code":{"code_sha256":"9b45eb017f731bb9"}},{"arxiv_id":"2310.05167","paper":"/paper/hieros-hierarchical-imagination-on-structured","title":"Hieros: Hierarchical Imagination on Structured State Space Sequence World Models","date":"2023-10-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Snagnar/Hieros","path":"hieros/dreamer.py","file_url":"https://github.com/Snagnar/Hieros/blob/HEAD/hieros/dreamer.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"0443d69d357e19c2","mcp_get_code":{"code_sha256":"0443d69d357e19c2"}},{"arxiv_id":"2212.10409","paper":"/paper/reinforced-clarification-question-generation","title":"ClarifyDelphi: Reinforced Clarification Questions with Defeasibility Rewards for Social and Moral Situations","date":"2022-12-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"allenai/clarifydelphi","path":"Code/sample_clarifyd.py","file_url":"https://github.com/allenai/clarifydelphi/blob/HEAD/Code/sample_clarifyd.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"fe3fa19af4368e58","mcp_get_code":{"code_sha256":"fe3fa19af4368e58"}},{"arxiv_id":"2205.13636","paper":"/paper/quark-controllable-text-generation-with","title":"Quark: Controllable Text Generation with Reinforced Unlearning","date":"2022-05-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"gximinglu/quark","path":"sample.py","file_url":"https://github.com/gximinglu/quark/blob/HEAD/sample.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"63833738c4b0997e","mcp_get_code":{"code_sha256":"63833738c4b0997e"}},{"arxiv_id":"2107.02314","paper":"/paper/the-rsna-asnr-miccai-brats-2021-benchmark-on","title":"The RSNA-ASNR-MICCAI BraTS 2021 Benchmark on Brain Tumor Segmentation and Radiogenomic Classification","date":"2021-07-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"gallegi/T4E_MICCAI_BrainTumor","path":"train_classification.py","file_url":"https://github.com/gallegi/T4E_MICCAI_BrainTumor/blob/HEAD/train_classification.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c383842caf2ac3c0","mcp_get_code":{"code_sha256":"c383842caf2ac3c0"}},{"arxiv_id":"2106.02029","paper":"/paper/off-policy-evaluation-via-adaptive-weighting","title":"Off-Policy Evaluation via Adaptive Weighting with Data from Contextual Bandits","date":"2021-06-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"gsbDBI/contextual_bandits_evaluation","path":"adaptive/compute.py","file_url":"https://github.com/gsbDBI/contextual_bandits_evaluation/blob/HEAD/adaptive/compute.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"f3208622d144c3e0","mcp_get_code":{"code_sha256":"f3208622d144c3e0"}},{"arxiv_id":"2104.03113","paper":"/paper/scaling-scaling-laws-with-board-games","title":"Scaling Scaling Laws with Board Games","date":"2021-04-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"andyljones/boardlaw","path":"boardlaw/analysis.py","file_url":"https://github.com/andyljones/boardlaw/blob/HEAD/boardlaw/analysis.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c1f40ed24b504f3a","mcp_get_code":{"code_sha256":"c1f40ed24b504f3a"}},{"arxiv_id":"2003.10423","paper":"/paper/evolutionary-population-curriculum-for-1","title":"Evolutionary Population Curriculum for Scaling Multi-Agent Reinforcement Learning","date":"2020-03-23","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"qian18long/epciclr2020","path":"maddpg_o/experiments/train_epc.py","file_url":"https://github.com/qian18long/epciclr2020/blob/HEAD/maddpg_o/experiments/train_epc.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"32ba3376c169b57f","mcp_get_code":{"code_sha256":"32ba3376c169b57f"}},{"arxiv_id":"2002.04861","paper":"/paper/training-two-layer-relu-networks-with","title":"Training Two-Layer ReLU Networks with Gradient Descent is Inconsistent","date":"2020-02-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"dholzmueller/nn_inconsistency","path":"mc_training.py","file_url":"https://github.com/dholzmueller/nn_inconsistency/blob/HEAD/mc_training.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"48a9e72de39ad385","mcp_get_code":{"code_sha256":"48a9e72de39ad385"}},{"arxiv_id":"2001.04451","paper":"/paper/reformer-the-efficient-transformer-1","title":"Reformer: The Efficient Transformer","date":"2020-01-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Rick-McCoy/Reformer-pytorch","path":"model/attention.py","file_url":"https://github.com/Rick-McCoy/Reformer-pytorch/blob/HEAD/model/attention.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"bde1d7f419f43bee","mcp_get_code":{"code_sha256":"bde1d7f419f43bee"}},{"arxiv_id":"1911.06311","paper":"/paper/sato-contextual-semantic-type-detection-in","title":"Sato: Contextual Semantic Type Detection in Tables","date":"2019-11-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"megagonlabs/sato","path":"topic_model/LDA_cluster.py","file_url":"https://github.com/megagonlabs/sato/blob/HEAD/topic_model/LDA_cluster.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"fb15c7324ef503bc","mcp_get_code":{"code_sha256":"fb15c7324ef503bc"}},{"arxiv_id":"1905.09248","paper":"/paper/practice-on-long-sequential-user-behavior","title":"Practice on Long Sequential User Behavior Modeling for Click-Through Rate Prediction","date":"2019-05-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"UIC-Paper/MIMN","path":"script/mimn.py","file_url":"https://github.com/UIC-Paper/MIMN/blob/HEAD/script/mimn.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3d130d4e1df6bced","mcp_get_code":{"code_sha256":"3d130d4e1df6bced"}},{"arxiv_id":"1901.11365","paper":"/paper/noise2self-blind-denoising-by-self","title":"Noise2Self: Blind Denoising by Self-Supervision","date":"2019-01-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"czbiohub/noise2self","path":"util.py","file_url":"https://github.com/czbiohub/noise2self/blob/HEAD/util.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"cc0b8b3068669a1f","mcp_get_code":{"code_sha256":"cc0b8b3068669a1f"}},{"arxiv_id":"1812.07035","paper":"/paper/on-the-continuity-of-rotation-representations","title":"On the Continuity of Rotation Representations in Neural Networks","date":"2018-12-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tik0/6d","path":"6d.py","file_url":"https://github.com/tik0/6d/blob/HEAD/6d.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"GPL-3.0","inline_ok":false,"code_sha256_prefix":"ffdd3794cf297dc5","mcp_get_code":{"code_sha256":"ffdd3794cf297dc5"}},{"arxiv_id":"1811.04968","paper":"/paper/pennylane-automatic-differentiation-of-hybrid","title":"PennyLane: Automatic differentiation of hybrid quantum-classical computations","date":"2018-11-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"rickyHong/Pennylane-repl","path":"pennylane/utils.py","file_url":"https://github.com/rickyHong/Pennylane-repl/blob/HEAD/pennylane/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"35c502b0db4f2e4f","mcp_get_code":{"code_sha256":"35c502b0db4f2e4f"}},{"arxiv_id":"1807.08518","paper":"/paper/implementing-neural-turing-machines","title":"Implementing Neural Turing Machines","date":"2018-07-23","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"SourangshuGhosh/NeuralTuringMachine","path":"utils.py","file_url":"https://github.com/SourangshuGhosh/NeuralTuringMachine/blob/HEAD/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3d130d4e1df6bced","mcp_get_code":{"code_sha256":"3d130d4e1df6bced"}},{"arxiv_id":"1702.01417","paper":"/paper/all-but-the-top-simple-and-effective","title":"All-but-the-Top: Simple and Effective Postprocessing for Word Representations","date":"2017-02-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lgalke/vec4ir","path":"vec4ir/eqlm.py","file_url":"https://github.com/lgalke/vec4ir/blob/HEAD/vec4ir/eqlm.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c032c9ef0a071ed","mcp_get_code":{"code_sha256":"3c032c9ef0a071ed"}},{"arxiv_id":"2023.findings-acl.657","paper":null,"title":"arXiv:2023.findings-acl.657","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"luka-group/MrCoD","path":"BERT+ATT_scripts/codred-blend.py","file_url":"https://github.com/luka-group/MrCoD/blob/HEAD/BERT%2BATT_scripts/codred-blend.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"69bf746de17e44c0","mcp_get_code":{"code_sha256":"69bf746de17e44c0"}},{"arxiv_id":"2021.emnlp-main.366","paper":null,"title":"arXiv:2021.emnlp-main.366","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"thunlp/CodRED","path":"baseline/codred-blend/codred-blend.py","file_url":"https://github.com/thunlp/CodRED/blob/HEAD/baseline/codred-blend/codred-blend.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"69bf746de17e44c0","mcp_get_code":{"code_sha256":"69bf746de17e44c0"}},{"arxiv_id":"136710691","paper":null,"title":"arXiv:136710691","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"SYVAE/MetaGF","path":"M0_main.py","file_url":"https://github.com/SYVAE/MetaGF/blob/HEAD/M0_main.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"faf21c7fc5522fa2","mcp_get_code":{"code_sha256":"faf21c7fc5522fa2"}}]}