{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/read-yaml","entry":"read_yaml","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":26,"n_papers_ran":8,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":26,"n_samples_ran":8,"n_samples_fingerprinted":0,"n_places":27,"n_places_pointer_only":9,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":3,"ran_fixture":0,"ran":5,"unverified":18},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2606.03980","paper":"/paper/arxiv-2606-03980","title":"Skill-RM: Unifying Heterogeneous Evaluation Criteria via Agent Skill","date":null,"month_inferred_from_arxiv_id":"2026-06","title_source":"syntology","repo":"Qwen-Applications/Skill-RM","path":"integrations/verl/recipe/skill_rm_if_pointwise/utils.py","file_url":"https://github.com/Qwen-Applications/Skill-RM/blob/HEAD/integrations/verl/recipe/skill_rm_if_pointwise/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"fed3a4d4bd5bbf6c","mcp_get_code":{"code_sha256":"fed3a4d4bd5bbf6c"}},{"arxiv_id":"2604.02520","paper":"/paper/arxiv-2604-02520","title":"Neural posterior estimation for scalable and accurate inverse parameter inference in Li-ion batteries","date":null,"month_inferred_from_arxiv_id":"2026-04","title_source":"syntology","repo":"NatLabRockies/BatFIT","path":"batfit/basicutilityc/ReadInput.py","file_url":"https://github.com/NatLabRockies/BatFIT/blob/HEAD/batfit/basicutilityc/ReadInput.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"7a67c8ad55771005","mcp_get_code":{"code_sha256":"7a67c8ad55771005"}},{"arxiv_id":"2507.20291","paper":null,"title":"arXiv:2507.20291","date":null,"month_inferred_from_arxiv_id":"2025-07","title_source":null,"repo":"Joyies/TVT","path":"TVT/modelfile/TVTModel.py","file_url":"https://github.com/Joyies/TVT/blob/HEAD/TVT/modelfile/TVTModel.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"4fb85a5d5907d6dd","mcp_get_code":{"code_sha256":"4fb85a5d5907d6dd"}},{"arxiv_id":"2502.09416","paper":"/paper/rethinking-evaluation-metrics-for-grammatical","title":"Rethinking Evaluation Metrics for Grammatical Error Correction: Why Use a Different Evaluation Process than Human?","date":"2025-02-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"gotutiyan/gec-metrics","path":"src/gec_metrics/cli/evaluate.py","file_url":"https://github.com/gotutiyan/gec-metrics/blob/HEAD/src/gec_metrics/cli/evaluate.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c0ea064baf23c3b8","mcp_get_code":{"code_sha256":"c0ea064baf23c3b8"}},{"arxiv_id":"2412.13670","paper":"/paper/antileak-bench-preventing-data-contamination","title":"AntiLeak-Bench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","date":"2024-12-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"bobxwu/antileak-bench","path":"utils/file_utils.py","file_url":"https://github.com/bobxwu/antileak-bench/blob/HEAD/utils/file_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"7adbb30495f4e96b","mcp_get_code":{"code_sha256":"7adbb30495f4e96b"}},{"arxiv_id":"2412.03017","paper":"/paper/pixel-level-and-semantic-level-adjustable","title":"Pixel-level and Semantic-level Adjustable Super-resolution: A Dual-LoRA Approach","date":"2024-12-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"csslc/pisa-sr","path":"pisasr.py","file_url":"https://github.com/csslc/pisa-sr/blob/HEAD/pisasr.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"4fb85a5d5907d6dd","mcp_get_code":{"code_sha256":"4fb85a5d5907d6dd"}},{"arxiv_id":"2411.15894","paper":"/paper/navigating-the-effect-of-parametrization-for","title":"Navigating the Effect of Parametrization for Dimensionality Reduction","date":"2024-11-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"hyhuang00/paramrepulsor","path":"src/parampacmap/utils/utils.py","file_url":"https://github.com/hyhuang00/paramrepulsor/blob/HEAD/src/parampacmap/utils/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"d754f9bcf547ac51","mcp_get_code":{"code_sha256":"d754f9bcf547ac51"}},{"arxiv_id":"2411.07336","paper":"/paper/setlexsem-challenge-using-set-operations-to","title":"SetLexSem Challenge: Using Set Operations to Evaluate the Lexical and Semantic Robustness of Language Models","date":"2024-11-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"amazon-science/setlexsem-challenge","path":"setlexsem/utils.py","file_url":"https://github.com/amazon-science/setlexsem-challenge/blob/HEAD/setlexsem/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"493412c498a81a41","mcp_get_code":{"code_sha256":"493412c498a81a41"}},{"arxiv_id":"2410.09342","paper":"/paper/llm-times-mapreduce-simplified-long-sequence","title":"LLM$\\times$MapReduce: Simplified Long-Sequence Processing using Large Language Models","date":"2024-10-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"thunlp/llmxmapreduce","path":"LLMxMapReduce_V1/utils.py","file_url":"https://github.com/thunlp/llmxmapreduce/blob/HEAD/LLMxMapReduce_V1/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"1abacef616cf1510","mcp_get_code":{"code_sha256":"1abacef616cf1510"}},{"arxiv_id":"2408.14972","paper":"/paper/agentmonitor-a-plug-and-play-framework-for","title":"AgentMonitor: A Plug-and-Play Framework for Predictive and Secure Multi-Agent Systems","date":"2024-08-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chanchimin/agentmonitor","path":"examples/metagpt_examples/example_metagpt_codetest_base.py","file_url":"https://github.com/chanchimin/agentmonitor/blob/HEAD/examples/metagpt_examples/example_metagpt_codetest_base.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"37c51b635d484c9b","mcp_get_code":{"code_sha256":"37c51b635d484c9b"}},{"arxiv_id":"2406.10210","paper":"/paper/make-it-count-text-to-image-generation-with","title":"Make It Count: Text-to-Image Generation with an Accurate Number of Objects","date":"2024-06-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"litalby1/make-it-count","path":"pipeline/run_countgen.py","file_url":"https://github.com/litalby1/make-it-count/blob/HEAD/pipeline/run_countgen.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"7d45026b475c7c59","mcp_get_code":{"code_sha256":"7d45026b475c7c59"}},{"arxiv_id":"2405.19327","paper":"/paper/map-neo-highly-capable-and-transparent","title":"MAP-Neo: Highly Capable and Transparent Bilingual Large Language Model Series","date":"2024-05-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"multimodal-art-projection/map-neo","path":"Matrix/document-convert/utils.py","file_url":"https://github.com/multimodal-art-projection/map-neo/blob/HEAD/Matrix/document-convert/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"9918c2d9ae4702f9","mcp_get_code":{"code_sha256":"9918c2d9ae4702f9"}},{"arxiv_id":"2402.05746","paper":"/paper/editable-scene-simulation-for-autonomous","title":"Editable Scene Simulation for Autonomous Driving via Collaborative LLM-Agents","date":"2024-02-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yifanlu0227/ChatSim","path":"chatsim/agents/utils.py","file_url":"https://github.com/yifanlu0227/ChatSim/blob/HEAD/chatsim/agents/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"2f7a45ac7953e329","mcp_get_code":{"code_sha256":"2f7a45ac7953e329"}},{"arxiv_id":"2311.11413","paper":"/paper/large-pre-trained-time-series-models-for","title":"Large Pre-trained time series models for cross-domain Time series analysis tasks","date":"2023-11-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"adityalab/samay","path":"src/samay/utils.py","file_url":"https://github.com/adityalab/samay/blob/HEAD/src/samay/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"cba288293510660e","mcp_get_code":{"code_sha256":"cba288293510660e"}},{"arxiv_id":"2310.04900","paper":"/paper/howtocaption-prompting-llms-to-transform","title":"HowToCaption: Prompting LLMs to Transform Video Annotations at Scale","date":"2023-10-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ninatu/howtocaption","path":"howtocaption/llm_prompting/prompt_vicuna.py","file_url":"https://github.com/ninatu/howtocaption/blob/HEAD/howtocaption/llm_prompting/prompt_vicuna.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"78e7245cb7f192f5","mcp_get_code":{"code_sha256":"78e7245cb7f192f5"}},{"arxiv_id":"2306.08162","paper":"/paper/int2-1-towards-fine-tunable-quantized-large","title":"INT2.1: Towards Fine-Tunable Quantized Large Language Models with Error Correction through Low-Rank Adaptation","date":"2023-06-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"stochasticai/xturing","path":"src/xturing/config/read_config.py","file_url":"https://github.com/stochasticai/xturing/blob/HEAD/src/xturing/config/read_config.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"f300446152b56454","mcp_get_code":{"code_sha256":"f300446152b56454"}},{"arxiv_id":"2302.14389","paper":"/paper/information-restricted-neural-language-models","title":"Information-Restricted Neural Language Models Reveal Different Brain Regions' Sensitivity to Semantics, Syntax and Context","date":"2023-02-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"alexandrepsq/information-restrited-nlms","path":"src/irnlm/utils.py","file_url":"https://github.com/alexandrepsq/information-restrited-nlms/blob/HEAD/src/irnlm/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"d726b894b0f1b9c8","mcp_get_code":{"code_sha256":"d726b894b0f1b9c8"}},{"arxiv_id":"2212.02098","paper":"/paper/a-machine-with-short-term-episodic-and","title":"A Machine with Short-Term, Episodic, and Semantic Memory Systems","date":"2022-12-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"humemai/agent-room-env-v1","path":"agent/utils.py","file_url":"https://github.com/humemai/agent-room-env-v1/blob/HEAD/agent/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a6496700c0e2a21b","mcp_get_code":{"code_sha256":"a6496700c0e2a21b"}},{"arxiv_id":"2211.12703","paper":"/paper/subgroup-robustness-grows-on-trees-an","title":"Subgroup Robustness Grows On Trees: An Empirical Baseline Investigation","date":"2022-11-23","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jpgard/subgroup-robustness-grows-on-trees","path":"src/config.py","file_url":"https://github.com/jpgard/subgroup-robustness-grows-on-trees/blob/HEAD/src/config.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"e2a813e0edc8a53f","mcp_get_code":{"code_sha256":"e2a813e0edc8a53f"}},{"arxiv_id":"2210.13704","paper":"/paper/geo-sic-learning-deformable-geometric-shapes","title":"Geo-SIC: Learning Deformable Geometric Shapes in Deep Image Classifiers","date":"2022-10-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jw4hv/Geo-SIC","path":"Run_Atlas_trainer.py","file_url":"https://github.com/jw4hv/Geo-SIC/blob/HEAD/Run_Atlas_trainer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a00707fbd531933c","mcp_get_code":{"code_sha256":"a00707fbd531933c"}},{"arxiv_id":"2210.13704","paper":"/paper/geo-sic-learning-deformable-geometric-shapes","title":"Geo-SIC: Learning Deformable Geometric Shapes in Deep Image Classifiers","date":"2022-10-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jw4hv/Geo-SIC","path":"Run_trainer.py","file_url":"https://github.com/jw4hv/Geo-SIC/blob/HEAD/Run_trainer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b2da2e2efd44e82b","mcp_get_code":{"code_sha256":"b2da2e2efd44e82b"}},{"arxiv_id":"2209.13708","paper":"/paper/falsification-before-extrapolation-in-causal","title":"Falsification before Extrapolation in Causal Effect Estimation","date":"2022-09-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"clinicalml/rct-obs-extrapolation","path":"experiments/util.py","file_url":"https://github.com/clinicalml/rct-obs-extrapolation/blob/HEAD/experiments/util.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"ce3a242febe58da7","mcp_get_code":{"code_sha256":"ce3a242febe58da7"}},{"arxiv_id":"2207.02842","paper":"/paper/when-does-bias-transfer-in-transfer-learning","title":"When does Bias Transfer in Transfer Learning?","date":"2022-07-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"MadryLab/bias-transfer","path":"src/config_parse_utils.py","file_url":"https://github.com/MadryLab/bias-transfer/blob/HEAD/src/config_parse_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d7853049a9701459","mcp_get_code":{"code_sha256":"d7853049a9701459"}},{"arxiv_id":"2202.06768","paper":"/paper/probabilistic-embeddings-revisited","title":"Probabilistic Embeddings Revisited","date":"2022-02-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tinkoff-ai/probabilistic-embeddings","path":"src/probabilistic_embeddings/io.py","file_url":"https://github.com/tinkoff-ai/probabilistic-embeddings/blob/HEAD/src/probabilistic_embeddings/io.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"40a5d8f82fdfac5c","mcp_get_code":{"code_sha256":"40a5d8f82fdfac5c"}},{"arxiv_id":"2105.02732","paper":"/paper/what-s-in-the-box-an-analysis-of-undesirable","title":"What's in the Box? A Preliminary Analysis of Undesirable Content in the Common Crawl Corpus","date":"2021-05-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"josephdviviano/whatsinthebox","path":"witb/utils/ioutils.py","file_url":"https://github.com/josephdviviano/whatsinthebox/blob/HEAD/witb/utils/ioutils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"fea3aa5fb762a346","mcp_get_code":{"code_sha256":"fea3aa5fb762a346"}},{"arxiv_id":"2010.11934","paper":"/paper/mt5-a-massively-multilingual-pre-trained-text","title":"mT5: A massively multilingual pre-trained text-to-text transformer","date":"2020-10-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"KoshiroSato/Flask_NLP_App","path":"flask/flaskapp/lib/utils.py","file_url":"https://github.com/KoshiroSato/Flask_NLP_App/blob/HEAD/flask/flaskapp/lib/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c9737e28fdfdcfe9","mcp_get_code":{"code_sha256":"c9737e28fdfdcfe9"}},{"arxiv_id":"2005.08526","paper":"/paper/unconditional-audio-generation-with","title":"Unconditional Audio Generation with Generative Adversarial Networks and Cycle Regularization","date":"2020-05-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ciaua/unagan","path":"generate.py","file_url":"https://github.com/ciaua/unagan/blob/HEAD/generate.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"44d610b5c1bfa19d","mcp_get_code":{"code_sha256":"44d610b5c1bfa19d"}}]}