{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/process-args","entry":"process_args","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":17,"n_papers_ran":6,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":23,"n_samples_ran":8,"n_samples_fingerprinted":0,"n_places":23,"n_places_pointer_only":6,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":5,"ran_fixture":0,"ran":3,"unverified":15},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2607.02956","paper":"/paper/arxiv-2607-02956","title":"MORE: A Multilingual Document Parsing Benchmark and Evaluation","date":null,"month_inferred_from_arxiv_id":"2026-07","title_source":"syntology","repo":"zimoqingfeng/MORE","path":"pdf_validation.py","file_url":"https://github.com/zimoqingfeng/MORE/blob/HEAD/pdf_validation.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"f5712dc1766df938","mcp_get_code":{"code_sha256":"f5712dc1766df938"}},{"arxiv_id":"2603.03343","paper":"/paper/arxiv-2603-03343","title":"Neuro-Symbolic Decoding of Neural Activity","date":null,"month_inferred_from_arxiv_id":"2026-03","title_source":"syntology","repo":"PPWangyc/neurona","path":"src/utils/utils.py","file_url":"https://github.com/PPWangyc/neurona/blob/HEAD/src/utils/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7d8ec730be793b26","mcp_get_code":{"code_sha256":"7d8ec730be793b26"}},{"arxiv_id":"2510.24963","paper":"/paper/arxiv-2510-24963","title":"Language Model Behavioral Phases are Consistent Across Architecture, Training Data, and Scale","date":null,"month_inferred_from_arxiv_id":"2025-10","title_source":"syntology","repo":"jmichaelov/lm-behavioral-phases","path":"run_models/calculate_surprisal.py","file_url":"https://github.com/jmichaelov/lm-behavioral-phases/blob/HEAD/run_models/calculate_surprisal.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"2f330a88ee04e562","mcp_get_code":{"code_sha256":"2f330a88ee04e562"}},{"arxiv_id":"2501.00321","paper":"/paper/ocrbench-v2-an-improved-benchmark-for","title":"OCRBench v2: An Improved Benchmark for Evaluating Large Multimodal Models on Visual Text Localization and Reasoning","date":"2024-12-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yuliang-liu/multimodalocr","path":"MDPBench/pdf_validation.py","file_url":"https://github.com/yuliang-liu/multimodalocr/blob/HEAD/MDPBench/pdf_validation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"2936938c6970406f","mcp_get_code":{"code_sha256":"2936938c6970406f"}},{"arxiv_id":"2412.07626","paper":"/paper/omnidocbench-benchmarking-diverse-pdf","title":"OmniDocBench: Benchmarking Diverse PDF Document Parsing with Comprehensive Annotations","date":"2024-12-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"opendatalab/OmniDocBench","path":"src/core/pipeline.py","file_url":"https://github.com/opendatalab/OmniDocBench/blob/HEAD/src/core/pipeline.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"462931ce8ed635f0","mcp_get_code":{"code_sha256":"462931ce8ed635f0"}},{"arxiv_id":"2406.05760","paper":"/paper/arabic-diacritics-in-the-wild-exploiting","title":"Arabic Diacritics in the Wild: Exploiting Opportunities for Improved Diacritization","date":"2024-06-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"CAMeL-Lab/wild_diacritics","path":"code/exploiting_wilddiacs/evaluate.py","file_url":"https://github.com/CAMeL-Lab/wild_diacritics/blob/HEAD/code/exploiting_wilddiacs/evaluate.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"CC-BY-SA-4.0","inline_ok":false,"code_sha256_prefix":"b90297accbec9ad0","mcp_get_code":{"code_sha256":"b90297accbec9ad0"}},{"arxiv_id":"2406.05760","paper":"/paper/arabic-diacritics-in-the-wild-exploiting","title":"Arabic Diacritics in the Wild: Exploiting Opportunities for Improved Diacritization","date":"2024-06-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"CAMeL-Lab/wild_diacritics","path":"code/exploiting_wilddiacs/gen_predictions_sent.py","file_url":"https://github.com/CAMeL-Lab/wild_diacritics/blob/HEAD/code/exploiting_wilddiacs/gen_predictions_sent.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"CC-BY-SA-4.0","inline_ok":false,"code_sha256_prefix":"08ba56361a829ac7","mcp_get_code":{"code_sha256":"08ba56361a829ac7"}},{"arxiv_id":"2301.01635","paper":"/paper/spts-v2-single-point-scene-text-spotting","title":"SPTS v2: Single-Point Scene Text Spotting","date":"2023-01-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"bytedance/sptsv2","path":"util/data.py","file_url":"https://github.com/bytedance/sptsv2/blob/HEAD/util/data.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3176f181873cc5f4","mcp_get_code":{"code_sha256":"3176f181873cc5f4"}},{"arxiv_id":"2211.10295","paper":"/paper/on-the-evaluation-of-generative-models-in","title":"Evaluating generative models in high energy physics","date":"2022-11-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"rkansal47/MPGAN","path":"setup_training.py","file_url":"https://github.com/rkansal47/MPGAN/blob/HEAD/setup_training.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"835caaadff00a915","mcp_get_code":{"code_sha256":"835caaadff00a915"}},{"arxiv_id":"2211.05198","paper":"/paper/collateral-facilitation-in-humans-and","title":"Collateral facilitation in humans and language models","date":"2022-11-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jmichaelov/collateral-facilitation","path":"code/psychformers.py","file_url":"https://github.com/jmichaelov/collateral-facilitation/blob/HEAD/code/psychformers.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8a9d5db49b68471c","mcp_get_code":{"code_sha256":"8a9d5db49b68471c"}},{"arxiv_id":"2010.11929","paper":"/paper/an-image-is-worth-16x16-words-transformers-1","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","date":"2020-10-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lukas-blecher/LaTeX-OCR","path":"pix2tex/dataset/preprocessing/generate_latex_vocab.py","file_url":"https://github.com/lukas-blecher/LaTeX-OCR/blob/HEAD/pix2tex/dataset/preprocessing/generate_latex_vocab.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"bc8041a0341aa444","mcp_get_code":{"code_sha256":"bc8041a0341aa444"}},{"arxiv_id":"2002.11642","paper":"/paper/off-policy-evaluation-and-learning-for","title":"Off-Policy Evaluation and Learning for External Validity under a Covariate Shift","date":"2020-02-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"MasaKat0/OPE_CS","path":"cs_ope/experiments/experiment_evaluation.py","file_url":"https://github.com/MasaKat0/OPE_CS/blob/HEAD/cs_ope/experiments/experiment_evaluation.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b56a62e42a86420c","mcp_get_code":{"code_sha256":"b56a62e42a86420c"}},{"arxiv_id":"2002.11642","paper":"/paper/off-policy-evaluation-and-learning-for","title":"Off-Policy Evaluation and Learning for External Validity under a Covariate Shift","date":"2020-02-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"MasaKat0/OPE_CS","path":"cs_ope/experiments/experiment_learning.py","file_url":"https://github.com/MasaKat0/OPE_CS/blob/HEAD/cs_ope/experiments/experiment_learning.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"06ebfec0a57daa95","mcp_get_code":{"code_sha256":"06ebfec0a57daa95"}},{"arxiv_id":"1902.03748","paper":"/paper/peeking-into-the-future-predicting-future","title":"Peeking into the Future: Predicting Future Person Activities and Locations in Videos","date":"2019-02-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"google/next-prediction","path":"code/utils.py","file_url":"https://github.com/google/next-prediction/blob/HEAD/code/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"d4500d8300440bc9","mcp_get_code":{"code_sha256":"d4500d8300440bc9"}},{"arxiv_id":"1902.03748","paper":"/paper/peeking-into-the-future-predicting-future","title":"Peeking into the Future: Predicting Future Person Activities and Locations in Videos","date":"2019-02-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"JunweiLiang/social-distancing-prediction","path":"code/pred_utils.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/pred_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"code_sha256_prefix":"00b7b47ee41437f0","mcp_get_code":{"code_sha256":"00b7b47ee41437f0"}},{"arxiv_id":"1812.00456","paper":"/paper/revisiting-the-softmax-bellman-operator","title":"Revisiting the Softmax Bellman Operator: New Benefits and New Perspective","date":"2018-12-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zhao-song/Softmax-DQN","path":"softmax_dqn/deep_q_rl/launcher.py","file_url":"https://github.com/zhao-song/Softmax-DQN/blob/HEAD/softmax_dqn/deep_q_rl/launcher.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"b97f34b83506d343","mcp_get_code":{"code_sha256":"b97f34b83506d343"}},{"arxiv_id":"1807.04640","paper":"/paper/automatically-composing-representation","title":"Automatically Composing Representation Transformations as a Means for Generalization","date":"2018-07-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mbchang/crl","path":"crl_imagetransform.py","file_url":"https://github.com/mbchang/crl/blob/HEAD/crl_imagetransform.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"c6a3db00274d6ce5","mcp_get_code":{"code_sha256":"c6a3db00274d6ce5"}},{"arxiv_id":"1807.04640","paper":"/paper/automatically-composing-representation","title":"Automatically Composing Representation Transformations as a Means for Generalization","date":"2018-07-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mbchang/crl","path":"crl_arithlang.py","file_url":"https://github.com/mbchang/crl/blob/HEAD/crl_arithlang.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"bacc1b887679fd9f","mcp_get_code":{"code_sha256":"bacc1b887679fd9f"}},{"arxiv_id":"1609.04938","paper":"/paper/image-to-markup-generation-with-coarse-to","title":"Image-to-Markup Generation with Coarse-to-Fine Attention","date":"2016-09-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"da03/Attention-OCR","path":"src/launcher.py","file_url":"https://github.com/da03/Attention-OCR/blob/HEAD/src/launcher.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5f977334a9330cac","mcp_get_code":{"code_sha256":"5f977334a9330cac"}},{"arxiv_id":"1609.04938","paper":"/paper/image-to-markup-generation-with-coarse-to","title":"Image-to-Markup Generation with Coarse-to-Fine Attention","date":"2016-09-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"harvardnlp/im2markup","path":"scripts/preprocessing/preprocess_images.py","file_url":"https://github.com/harvardnlp/im2markup/blob/HEAD/scripts/preprocessing/preprocess_images.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"ae08cb323bcbd595","mcp_get_code":{"code_sha256":"ae08cb323bcbd595"}},{"arxiv_id":"1609.04938","paper":"/paper/image-to-markup-generation-with-coarse-to","title":"Image-to-Markup Generation with Coarse-to-Fine Attention","date":"2016-09-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jvpoulos/Attention-OCR","path":"src/launcher.py","file_url":"https://github.com/jvpoulos/Attention-OCR/blob/HEAD/src/launcher.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"e1ee189649199b8f","mcp_get_code":{"code_sha256":"e1ee189649199b8f"}},{"arxiv_id":"1606.04460","paper":"/paper/model-free-episodic-control","title":"Model-Free Episodic Control","date":"2016-06-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ShibiHe/Model-Free-Episodic-Control","path":"dqn_ep/launcher.py","file_url":"https://github.com/ShibiHe/Model-Free-Episodic-Control/blob/HEAD/dqn_ep/launcher.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d389e97ec2c1a832","mcp_get_code":{"code_sha256":"d389e97ec2c1a832"}},{"arxiv_id":"1312.5602","paper":"/paper/playing-atari-with-deep-reinforcement","title":"Playing Atari with Deep Reinforcement Learning","date":"2013-12-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"spragunr/deep_q_rl","path":"deep_q_rl/launcher.py","file_url":"https://github.com/spragunr/deep_q_rl/blob/HEAD/deep_q_rl/launcher.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"57c6b35d80e952e1","mcp_get_code":{"code_sha256":"57c6b35d80e952e1"}}]}