{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/load-from-json","entry":"load_from_json","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":15,"n_papers_ran":7,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":14,"n_samples_ran":7,"n_samples_fingerprinted":0,"n_places":16,"n_places_pointer_only":6,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":3,"ran_fixture":0,"ran":4,"unverified":7},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2503.08257","paper":"/paper/dexgrasp-anything-towards-universal-robotic","title":"DexGrasp Anything: Towards Universal Robotic Dexterous Grasping with Physics Awareness","date":"2025-03-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"4DVLab/DexGrasp-Anything","path":"datasets/DexGraspNet.py","file_url":"https://github.com/4DVLab/DexGrasp-Anything/blob/HEAD/datasets/DexGraspNet.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d818a44f97b3868d","mcp_get_code":{"code_sha256":"d818a44f97b3868d"}},{"arxiv_id":"2501.19201","paper":"/paper/efficient-reasoning-with-hidden-thinking","title":"Efficient Reasoning with Hidden Thinking","date":"2025-01-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"shawnricecake/Heima","path":"heima/main_python/1_1-organize_dataset-num_thinking_tokens-fix_num.py","file_url":"https://github.com/shawnricecake/Heima/blob/HEAD/heima/main_python/1_1-organize_dataset-num_thinking_tokens-fix_num.py","status":"ran_draft_wrong","verification_level":2,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"054f0c94c7ad7580","mcp_get_code":{"code_sha256":"054f0c94c7ad7580"}},{"arxiv_id":"2501.19201","paper":"/paper/efficient-reasoning-with-hidden-thinking","title":"Efficient Reasoning with Hidden Thinking","date":"2025-01-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"shawnricecake/Heima","path":"heima/main_python/5-demo-decode-pure_llm_decoder_lora-split_3_stages.py","file_url":"https://github.com/shawnricecake/Heima/blob/HEAD/heima/main_python/5-demo-decode-pure_llm_decoder_lora-split_3_stages.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"bbaa745857cf091e","mcp_get_code":{"code_sha256":"bbaa745857cf091e"}},{"arxiv_id":"2411.12405","paper":"/paper/evaluating-the-prompt-steerability-of-large","title":"Evaluating the Prompt Steerability of Large Language Models","date":"2024-11-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"IBM/prompt-steering","path":"prompt_steerability/utils/data_utils.py","file_url":"https://github.com/IBM/prompt-steering/blob/HEAD/prompt_steerability/utils/data_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"bb004e96d00f3668","mcp_get_code":{"code_sha256":"bb004e96d00f3668"}},{"arxiv_id":"2402.11339","paper":"/paper/expressive-higher-order-link-prediction","title":"Expressive Higher-Order Link Prediction through Hypergraph Symmetry Breaking","date":"2024-02-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"simonzhang00/hypergraphsymmetrybreaking","path":"hsb/datapipe/loader.py","file_url":"https://github.com/simonzhang00/hypergraphsymmetrybreaking/blob/HEAD/hsb/datapipe/loader.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"GPL-3.0","inline_ok":false,"code_sha256_prefix":"9a18886baf12e3f9","mcp_get_code":{"code_sha256":"9a18886baf12e3f9"}},{"arxiv_id":"2401.13231","paper":"/paper/dittogym-learning-to-control-soft-shape","title":"DittoGym: Learning to Control Soft Shape-Shifting Robots","date":"2024-01-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"suninghuang19/cfp","path":"utils.py","file_url":"https://github.com/suninghuang19/cfp/blob/HEAD/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"a5d74fc31e296f17","mcp_get_code":{"code_sha256":"a5d74fc31e296f17"}},{"arxiv_id":"2311.12022","paper":"/paper/gpqa-a-graduate-level-google-proof-q-a","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","date":"2023-11-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"idavidrein/gpqa","path":"baselines/utils.py","file_url":"https://github.com/idavidrein/gpqa/blob/HEAD/baselines/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a5691fda5dd24a86","mcp_get_code":{"code_sha256":"a5691fda5dd24a86"}},{"arxiv_id":"2309.12288","paper":"/paper/the-reversal-curse-llms-trained-on-a-is-b","title":"The Reversal Curse: LLMs trained on \"A is B\" fail to learn \"B is A\"","date":"2023-09-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lukasberglund/reversal_curse","path":"src/common.py","file_url":"https://github.com/lukasberglund/reversal_curse/blob/HEAD/src/common.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"e01bde09eb15910f","mcp_get_code":{"code_sha256":"e01bde09eb15910f"}},{"arxiv_id":"2309.00667","paper":"/paper/taken-out-of-context-on-measuring-situational","title":"Taken out of context: On measuring situational awareness in LLMs","date":"2023-09-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"asacooperstickland/situational-awareness-evals","path":"sitaevals/common.py","file_url":"https://github.com/asacooperstickland/situational-awareness-evals/blob/HEAD/sitaevals/common.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"e01bde09eb15910f","mcp_get_code":{"code_sha256":"e01bde09eb15910f"}},{"arxiv_id":"2211.10869","paper":"/paper/unimask-unified-inference-in-sequential","title":"UniMASK: Unified Inference in Sequential Decision Problems","date":"2022-11-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"micahcarroll/unimask","path":"uniMASK/transformer.py","file_url":"https://github.com/micahcarroll/unimask/blob/HEAD/uniMASK/transformer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b195e5016e7445e1","mcp_get_code":{"code_sha256":"b195e5016e7445e1"}},{"arxiv_id":"2206.02341","paper":"/paper/complex-locomotion-skill-learning-via-1","title":"Complex Locomotion Skill Learning via Differentiable Physics","date":"2022-06-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"erizmr/Complex-locomotion-skill-learning-via-differentiable-physics","path":"multitask/config_util.py","file_url":"https://github.com/erizmr/Complex-locomotion-skill-learning-via-differentiable-physics/blob/HEAD/multitask/config_util.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"cbd58c04b9451aaa","mcp_get_code":{"code_sha256":"cbd58c04b9451aaa"}},{"arxiv_id":"2110.04845","paper":"/paper/what-makes-sentences-semantically-related-a","title":"What Makes Sentences Semantically Related: A Textual Relatedness Dataset and Empirical Study","date":"2021-10-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"binwang28/rse","path":"rse_src/data_loader.py","file_url":"https://github.com/binwang28/rse/blob/HEAD/rse_src/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"683315c7bd2b8f4b","mcp_get_code":{"code_sha256":"683315c7bd2b8f4b"}},{"arxiv_id":"1910.06772","paper":"/paper/counterfactual-diagnosis","title":"Counterfactual diagnosis","date":"2019-10-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"babylonhealth/counterfactual-diagnosis","path":"utils.py","file_url":"https://github.com/babylonhealth/counterfactual-diagnosis/blob/HEAD/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"dfb7370128ac17f7","mcp_get_code":{"code_sha256":"dfb7370128ac17f7"}},{"arxiv_id":"1906.05895","paper":"/paper/learning-to-forget-for-meta-learning","title":"Learning to Forget for Meta-Learning","date":"2019-06-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"baiksung/L2F","path":"utils/storage.py","file_url":"https://github.com/baiksung/L2F/blob/HEAD/utils/storage.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"1ffc7f12a771c7d6","mcp_get_code":{"code_sha256":"1ffc7f12a771c7d6"}},{"arxiv_id":"1905.10295","paper":"/paper/learning-to-learn-by-self-critique","title":"Learning to learn via Self-Critique","date":"2019-05-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"AntreasAntoniou/Learning_to_Learn_via_Self-Critique","path":"utils/storage.py","file_url":"https://github.com/AntreasAntoniou/Learning_to_Learn_via_Self-Critique/blob/HEAD/utils/storage.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"1ffc7f12a771c7d6","mcp_get_code":{"code_sha256":"1ffc7f12a771c7d6"}},{"arxiv_id":"openreview_sfWgUkh5Zj","paper":null,"title":"arXiv:openreview_sfWgUkh5Zj","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"zzzhr97/SpecBench","path":"specbench/utils.py","file_url":"https://github.com/zzzhr97/SpecBench/blob/HEAD/specbench/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"f87671ec68c9f8c7","mcp_get_code":{"code_sha256":"f87671ec68c9f8c7"}}]}