{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/run-inference","entry":"run_inference","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":23,"n_papers_ran":4,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":26,"n_samples_ran":6,"n_samples_fingerprinted":0,"n_places":26,"n_places_pointer_only":9,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":1,"ran_fixture":0,"ran":5,"unverified":20},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2607.16431","paper":"/paper/arxiv-2607-16431","title":"RIMS: Preference Optimization via Smoothed Multi-pair Aggregation for Small-Scale LLM Retrieval-Augmented Generation","date":null,"month_inferred_from_arxiv_id":"2026-07","title_source":"syntology","repo":"tptrix29/RIMS","path":"training/data_vllm.py","file_url":"https://github.com/tptrix29/RIMS/blob/HEAD/training/data_vllm.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"ec6550f53d905905","mcp_get_code":{"code_sha256":"ec6550f53d905905"}},{"arxiv_id":"2606.05864","paper":"/paper/arxiv-2606-05864","title":"Analysis of the Neglect-Zero Effect in Large Language Models","date":null,"month_inferred_from_arxiv_id":"2026-06","title_source":"syntology","repo":"ynklab/neglect_zero","path":"main_gemma3_12b.py","file_url":"https://github.com/ynklab/neglect_zero/blob/HEAD/main_gemma3_12b.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"33a663b25d9fc182","mcp_get_code":{"code_sha256":"33a663b25d9fc182"}},{"arxiv_id":"2606.05864","paper":"/paper/arxiv-2606-05864","title":"Analysis of the Neglect-Zero Effect in Large Language Models","date":null,"month_inferred_from_arxiv_id":"2026-06","title_source":"syntology","repo":"ynklab/neglect_zero","path":"main_gemma3_1b.py","file_url":"https://github.com/ynklab/neglect_zero/blob/HEAD/main_gemma3_1b.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"bb29ae45fdeed1d1","mcp_get_code":{"code_sha256":"bb29ae45fdeed1d1"}},{"arxiv_id":"2606.05864","paper":"/paper/arxiv-2606-05864","title":"Analysis of the Neglect-Zero Effect in Large Language Models","date":null,"month_inferred_from_arxiv_id":"2026-06","title_source":"syntology","repo":"ynklab/neglect_zero","path":"main_gemma3_4b.py","file_url":"https://github.com/ynklab/neglect_zero/blob/HEAD/main_gemma3_4b.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"e27883fc164b7804","mcp_get_code":{"code_sha256":"e27883fc164b7804"}},{"arxiv_id":"2605.28227","paper":"/paper/arxiv-2605-28227","title":"Why We Need Speech to Evaluate Speech Translation","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"MaikeZuefle/speechCOMET","path":"speechcomet-eval/eval_utils.py","file_url":"https://github.com/MaikeZuefle/speechCOMET/blob/HEAD/speechcomet-eval/eval_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"dc1240c5709922f3","mcp_get_code":{"code_sha256":"dc1240c5709922f3"}},{"arxiv_id":"2605.18352","paper":"/paper/arxiv-2605-18352","title":"Presupposition and Reasoning in Conditionals: A Theory-Based Study of Humans and LLMs","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"proviso-bench/Presupposition-and-Reasoning-in-Conditionals","path":"inference/opensource/inference_opensource.py","file_url":"https://github.com/proviso-bench/Presupposition-and-Reasoning-in-Conditionals/blob/HEAD/inference/opensource/inference_opensource.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"9aafb5347cac6f8a","mcp_get_code":{"code_sha256":"9aafb5347cac6f8a"}},{"arxiv_id":"2604.07035","paper":"/paper/arxiv-2604-07035","title":"Unified Deployment-Aware Evaluation of Open Reasoning Language Models","date":null,"month_inferred_from_arxiv_id":"2026-04","title_source":"syntology","repo":"mkboch/UDAE","path":"models/inference.py","file_url":"https://github.com/mkboch/UDAE/blob/HEAD/models/inference.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"df17b9a60ed6753f","mcp_get_code":{"code_sha256":"df17b9a60ed6753f"}},{"arxiv_id":"2601.22156","paper":"/paper/arxiv-2601-22156","title":"Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts","date":null,"month_inferred_from_arxiv_id":"2026-01","title_source":"syntology","repo":"THUNLP/hybrid-linear-attention","path":"attn-layer-selection/convert.py","file_url":"https://github.com/THUNLP/hybrid-linear-attention/blob/HEAD/attn-layer-selection/convert.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"fe8fd3f394926f19","mcp_get_code":{"code_sha256":"fe8fd3f394926f19"}},{"arxiv_id":"2601.17197","paper":"/paper/arxiv-2601-17197","title":"Reasoning Beyond Literal: Cross-style Multimodal Reasoning for Figurative Language Understanding","date":null,"month_inferred_from_arxiv_id":"2026-01","title_source":"syntology","repo":"scheshmi/CrossStyle-MMR","path":"infer/deepseek.py","file_url":"https://github.com/scheshmi/CrossStyle-MMR/blob/HEAD/infer/deepseek.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"64f10260828050ab","mcp_get_code":{"code_sha256":"64f10260828050ab"}},{"arxiv_id":"2601.09006","paper":"/paper/arxiv-2601-09006","title":"GOUHFI 2.0: A Next-Generation Toolbox for Brain Segmentation and Cortex Parcellation at Ultra-High Field MRI","date":null,"month_inferred_from_arxiv_id":"2026-01","title_source":"syntology","repo":"mafortin/GOUHFI","path":"run_inference/gouhfi_inference_postpro_reo.py","file_url":"https://github.com/mafortin/GOUHFI/blob/HEAD/run_inference/gouhfi_inference_postpro_reo.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"10d7b2fa9042f79b","mcp_get_code":{"code_sha256":"10d7b2fa9042f79b"}},{"arxiv_id":"2511.00489","paper":"/paper/arxiv-2511-00489","title":"ToM: Leveraging Tree-oriented MapReduce for Long-Context Reasoning in Large Language Models","date":null,"month_inferred_from_arxiv_id":"2025-11","title_source":"syntology","repo":"gjn12-31/ToM","path":"Reasoning/pipeline.py","file_url":"https://github.com/gjn12-31/ToM/blob/HEAD/Reasoning/pipeline.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"89b2fef50c90d00f","mcp_get_code":{"code_sha256":"89b2fef50c90d00f"}},{"arxiv_id":"2505.20353","paper":"/paper/fastcache-fast-caching-for-diffusion","title":"FastCache: Fast Caching for Diffusion Transformer Through Learnable Linear Approximation","date":"2025-05-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"noakliu/fastcache-xdit","path":"benchmark/cache_execute.py","file_url":"https://github.com/noakliu/fastcache-xdit/blob/HEAD/benchmark/cache_execute.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"67fb4b8f0da79649","mcp_get_code":{"code_sha256":"67fb4b8f0da79649"}},{"arxiv_id":"2505.20353","paper":"/paper/fastcache-fast-caching-for-diffusion","title":"FastCache: Fast Caching for Diffusion Transformer Through Learnable Linear Approximation","date":"2025-05-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"noakliu/fastcache-xdit","path":"benchmark/video_cache_execute.py","file_url":"https://github.com/noakliu/fastcache-xdit/blob/HEAD/benchmark/video_cache_execute.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"f35b0e7e455b0508","mcp_get_code":{"code_sha256":"f35b0e7e455b0508"}},{"arxiv_id":"2503.19707","paper":"/paper/mind-the-gap-benchmarking-spatial-reasoning","title":"Mind the Gap: Benchmarking Spatial Reasoning in Vision-Language Models","date":"2025-03-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"stogiannidis/srbench","path":"src/eval_closed.py","file_url":"https://github.com/stogiannidis/srbench/blob/HEAD/src/eval_closed.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"467e81d74ae180fa","mcp_get_code":{"code_sha256":"467e81d74ae180fa"}},{"arxiv_id":"2503.09641","paper":"/paper/sana-sprint-one-step-diffusion-with","title":"SANA-Sprint: One-Step Diffusion with Continuous-Time Consistency Distillation","date":null,"month_inferred_from_arxiv_id":"2025-03","title_source":"archive","repo":"NVlabs/Sana","path":"app/app_sana.py","file_url":"https://github.com/NVlabs/Sana/blob/HEAD/app/app_sana.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"code_sha256_prefix":"3766af1242aa1f12","mcp_get_code":{"code_sha256":"3766af1242aa1f12"}},{"arxiv_id":"2401.06853","paper":"/paper/large-language-models-can-learn-temporal","title":"Large Language Models Can Learn Temporal Reasoning","date":"2024-01-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"xiongsiheng/tg-llm","path":"src/Example_accelerate_inference.py","file_url":"https://github.com/xiongsiheng/tg-llm/blob/HEAD/src/Example_accelerate_inference.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b0e211cdbd2080be","mcp_get_code":{"code_sha256":"b0e211cdbd2080be"}},{"arxiv_id":"2310.09219","paper":"/paper/kelly-is-a-warm-person-joseph-is-a-role-model","title":"\"Kelly is a Warm Person, Joseph is a Role Model\": Gender Biases in LLM-Generated Reference Letters","date":"2023-10-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"uclanlp/biases-llm-reference-letters","path":"bert_inference.py","file_url":"https://github.com/uclanlp/biases-llm-reference-letters/blob/HEAD/bert_inference.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"530258d882726289","mcp_get_code":{"code_sha256":"530258d882726289"}},{"arxiv_id":"2309.05793","paper":"/paper/photoverse-tuning-free-image-customization","title":"PhotoVerse: Tuning-Free Image Customization with Text-to-Image Diffusion Models","date":"2023-09-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"idonahum/photoVerse","path":"models/infer.py","file_url":"https://github.com/idonahum/photoVerse/blob/HEAD/models/infer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"35ca8b80299da3c0","mcp_get_code":{"code_sha256":"35ca8b80299da3c0"}},{"arxiv_id":"2211.12620","paper":"/paper/good-data-from-bad-models-foundations-of","title":"Promises and Pitfalls of Threshold-based Auto-labeling","date":"2022-11-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"harit7/tbal-neurips-23","path":"core/model_utils.py","file_url":"https://github.com/harit7/tbal-neurips-23/blob/HEAD/core/model_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"11ad02da29544252","mcp_get_code":{"code_sha256":"11ad02da29544252"}},{"arxiv_id":"2210.06036","paper":"/paper/guaranteed-conservation-of-momentum-for","title":"Guaranteed Conservation of Momentum for Learning Particle-based Fluid Dynamics","date":"2022-10-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tum-pbs/dmcf","path":"run_sample.py","file_url":"https://github.com/tum-pbs/dmcf/blob/HEAD/run_sample.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"842cdabb9a891360","mcp_get_code":{"code_sha256":"842cdabb9a891360"}},{"arxiv_id":"2209.10063","paper":"/paper/generate-rather-than-retrieve-large-language","title":"Generate rather than Retrieve: Large Language Models are Strong Context Generators","date":"2022-09-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wyu97/GenRead","path":"inference.py","file_url":"https://github.com/wyu97/GenRead/blob/HEAD/inference.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"002e293469caa46e","mcp_get_code":{"code_sha256":"002e293469caa46e"}},{"arxiv_id":"2010.11560","paper":"/paper/deep-learning-is-singular-and-that-s-good-1","title":"Deep Learning is Singular, and That's Good","date":"2020-10-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"susanwe/RLCT","path":"pyro_example.py","file_url":"https://github.com/susanwe/RLCT/blob/HEAD/pyro_example.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"ca8547ea3ea72bef","mcp_get_code":{"code_sha256":"ca8547ea3ea72bef"}},{"arxiv_id":"2005.09067","paper":"/paper/question-driven-summarization-of-answers-to","title":"Question-Driven Summarization of Answers to Consumer Health Questions","date":"2020-05-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"saverymax/qdriven-chiqa-summarization","path":"models/bilstm/run_classifier.py","file_url":"https://github.com/saverymax/qdriven-chiqa-summarization/blob/HEAD/models/bilstm/run_classifier.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"02f8e93cf1e0920c","mcp_get_code":{"code_sha256":"02f8e93cf1e0920c"}},{"arxiv_id":"2004.03744","paper":"/paper/e-snli-ve-2-0-corrected-visual-textual","title":"e-SNLI-VE: Corrected Visual-Textual Entailment with Natural Language Explanations","date":"2020-04-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"virginie-do/e-SNLI-VE","path":"code/eval_explain.py","file_url":"https://github.com/virginie-do/e-SNLI-VE/blob/HEAD/code/eval_explain.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"cb5c5fd686ab8d40","mcp_get_code":{"code_sha256":"cb5c5fd686ab8d40"}},{"arxiv_id":"2025.findings-acl.781","paper":null,"title":"arXiv:2025.findings-acl.781","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"qiuqiao/SOFA","path":"onnx_infer.py","file_url":"https://github.com/qiuqiao/SOFA/blob/HEAD/onnx_infer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"734506c5ff477c03","mcp_get_code":{"code_sha256":"734506c5ff477c03"}},{"arxiv_id":"2024.findings-emnlp.927","paper":null,"title":"arXiv:2024.findings-emnlp.927","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"hwy9855/GSR","path":"src/gsr/inference.py","file_url":"https://github.com/hwy9855/GSR/blob/HEAD/src/gsr/inference.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"97f82fa05b312950","mcp_get_code":{"code_sha256":"97f82fa05b312950"}}]}