{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/compute-stats","entry":"compute_stats","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":23,"n_papers_ran":11,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":25,"n_samples_ran":13,"n_samples_fingerprinted":6,"n_places":25,"n_places_pointer_only":8,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":2,"ran_fixture":0,"ran":11,"unverified":12},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2607.29241","paper":"/paper/arxiv-2607-29241","title":"RecHarness: A Bandit-Routed Agentic Harness for Self-Evolving Recommender Systems","date":null,"month_inferred_from_arxiv_id":"2026-07","title_source":"syntology","repo":"6lyc/RecHarness","path":"gagc/compute_dataset_stats.py","file_url":"https://github.com/6lyc/RecHarness/blob/HEAD/gagc/compute_dataset_stats.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d15a8c4ff432eb9f","mcp_get_code":{"code_sha256":"d15a8c4ff432eb9f"}},{"arxiv_id":"2606.31394","paper":"/paper/arxiv-2606-31394","title":"Resolving superposition in AI for interpretability and cross-modal alignment in patient-neuronal images","date":null,"month_inferred_from_arxiv_id":"2026-06","title_source":"syntology","repo":"jijihihi/Bio_superposition","path":"cell_death/plot_layer_comparison.py","file_url":"https://github.com/jijihihi/Bio_superposition/blob/HEAD/cell_death/plot_layer_comparison.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"d46bef08373afcbf","mcp_get_code":{"code_sha256":"d46bef08373afcbf"}},{"arxiv_id":"2606.17838","paper":"/paper/arxiv-2606-17838","title":"Environment-Grounded Automated Prompt Optimization for LLM Game Agents","date":null,"month_inferred_from_arxiv_id":"2026-06","title_source":"syntology","repo":"ReanFernandes/rapoa","path":"final_paper_plotting/plot_efficiency.py","file_url":"https://github.com/ReanFernandes/rapoa/blob/HEAD/final_paper_plotting/plot_efficiency.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"1f95bfbc3874ee2f","mcp_get_code":{"code_sha256":"1f95bfbc3874ee2f"}},{"arxiv_id":"2605.18933","paper":"/paper/arxiv-2605-18933","title":"A Geometric Analysis of Sign-Magnitude Asymmetry in a ReLU + RMSNorm Block under Ternary Quantization","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"donglei628/sign-magnitude-pre-norm","path":"experiments/exp5_multilayer_toy.py","file_url":"https://github.com/donglei628/sign-magnitude-pre-norm/blob/HEAD/experiments/exp5_multilayer_toy.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"e31e075089fb7349","mcp_get_code":{"code_sha256":"e31e075089fb7349"}},{"arxiv_id":"2605.18933","paper":"/paper/arxiv-2605-18933","title":"A Geometric Analysis of Sign-Magnitude Asymmetry in a ReLU + RMSNorm Block under Ternary Quantization","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"donglei628/sign-magnitude-pre-norm","path":"experiments/exp5_trained_weights.py","file_url":"https://github.com/donglei628/sign-magnitude-pre-norm/blob/HEAD/experiments/exp5_trained_weights.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"e1546806333b4018","mcp_get_code":{"code_sha256":"e1546806333b4018"}},{"arxiv_id":"2605.18933","paper":"/paper/arxiv-2605-18933","title":"A Geometric Analysis of Sign-Magnitude Asymmetry in a ReLU + RMSNorm Block under Ternary Quantization","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"donglei628/sign-magnitude-pre-norm","path":"experiments/verify_theorem3.py","file_url":"https://github.com/donglei628/sign-magnitude-pre-norm/blob/HEAD/experiments/verify_theorem3.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"aa5f1ef94374f662","mcp_get_code":{"code_sha256":"aa5f1ef94374f662"}},{"arxiv_id":"2602.13576","paper":"/paper/arxiv-2602-13576","title":"Rubrics as an Attack Surface: Stealthy Preference Drift in LLM Judges","date":null,"month_inferred_from_arxiv_id":"2026-02","title_source":"syntology","repo":"ZDCSlab/Rubrics-as-an-Attack-Surface","path":"downstream_eval/eval/analyze.py","file_url":"https://github.com/ZDCSlab/Rubrics-as-an-Attack-Surface/blob/HEAD/downstream_eval/eval/analyze.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"1db28a5ee819cd01","mcp_get_code":{"code_sha256":"1db28a5ee819cd01"}},{"arxiv_id":"2601.09460","paper":"/paper/arxiv-2601-09460","title":"SoK: Enhancing Cryptographic Collaborative Learning with Differential Privacy","date":null,"month_inferred_from_arxiv_id":"2026-01","title_source":"syntology","repo":"SAP/sok-cpcl","path":"mpc_noise_sampling/utils/stats.py","file_url":"https://github.com/SAP/sok-cpcl/blob/HEAD/mpc_noise_sampling/utils/stats.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"5c4c487d8bdcc150","mcp_get_code":{"code_sha256":"5c4c487d8bdcc150"}},{"arxiv_id":"2512.02206","paper":"/paper/arxiv-2512-02206","title":"WhAM: Towards A Translative Model of Sperm Whale Vocalization","date":null,"month_inferred_from_arxiv_id":"2025-12","title_source":"syntology","repo":"Project-CETI/wham","path":"wham/generation/eval/calculate_custom_fad.py","file_url":"https://github.com/Project-CETI/wham/blob/HEAD/wham/generation/eval/calculate_custom_fad.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"281ee52c47284fc3","mcp_get_code":{"code_sha256":"281ee52c47284fc3"}},{"arxiv_id":"2510.00307","paper":"/paper/arxiv-2510-00307","title":"BiasBusters: Uncovering and Mitigating Tool Selection Bias in Large Language Models","date":null,"month_inferred_from_arxiv_id":"2025-10","title_source":"syntology","repo":"thierry123454/tool-selection-bias","path":"5_bias_investigation/analyze_features/calc_stats_feats.py","file_url":"https://github.com/thierry123454/tool-selection-bias/blob/HEAD/5_bias_investigation/analyze_features/calc_stats_feats.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"93a14e5a9ccc1a74","mcp_get_code":{"code_sha256":"93a14e5a9ccc1a74"}},{"arxiv_id":"2505.20840","paper":null,"title":"arXiv:2505.20840","date":null,"month_inferred_from_arxiv_id":"2025-05","title_source":null,"repo":"dooho00/agg-buffer","path":"evaluate/summarize.py","file_url":"https://github.com/dooho00/agg-buffer/blob/HEAD/evaluate/summarize.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"71d0761cc36eaffa","mcp_get_code":{"code_sha256":"71d0761cc36eaffa"}},{"arxiv_id":"2504.21463","paper":"/paper/rwkv-x-a-linear-complexity-hybrid-language","title":"RWKV-X: A Linear Complexity Hybrid Language Model","date":"2025-04-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"howard-hou/rwkv-x","path":"probing/headwise_memory_loss.py","file_url":"https://github.com/howard-hou/rwkv-x/blob/HEAD/probing/headwise_memory_loss.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"847084be6c83567e","mcp_get_code":{"code_sha256":"847084be6c83567e"}},{"arxiv_id":"2502.04773","paper":"/paper/an-extended-benchmarking-of-multi-agent","title":"An Extended Benchmarking of Multi-Agent Reinforcement Learning Algorithms in Complex Fully Cooperative Tasks","date":"2025-02-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ailabdsunipi/pymarlzooplus","path":"pymarlzooplus/utils/latex_table_algo_scores.py","file_url":"https://github.com/ailabdsunipi/pymarlzooplus/blob/HEAD/pymarlzooplus/utils/latex_table_algo_scores.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"code_sha256_prefix":"2714889fe87919b6","mcp_get_code":{"code_sha256":"2714889fe87919b6"}},{"arxiv_id":"2406.07548","paper":"/paper/image-and-video-tokenization-with-binary","title":"Image and Video Tokenization with Binary Spherical Quantization","date":"2024-06-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zhaoyue-zephyrus/bsq-vit","path":"transcoder/evaluations/fvd/fvd_score.py","file_url":"https://github.com/zhaoyue-zephyrus/bsq-vit/blob/HEAD/transcoder/evaluations/fvd/fvd_score.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4d85e9c25e578ed4","mcp_get_code":{"code_sha256":"4d85e9c25e578ed4"}},{"arxiv_id":"2405.19153","paper":"/paper/a-study-of-plasticity-loss-in-on-policy-deep","title":"A Study of Plasticity Loss in On-Policy Deep Reinforcement Learning","date":"2024-05-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"awjuliani/deep-rl-plasticity","path":"shared/runner.py","file_url":"https://github.com/awjuliani/deep-rl-plasticity/blob/HEAD/shared/runner.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"da95062042edd8e1","mcp_get_code":{"code_sha256":"da95062042edd8e1"}},{"arxiv_id":"2404.07940","paper":"/paper/inficoder-eval-systematically-evaluating-the","title":"InfiBench: Evaluating the Question-Answering Capabilities of Code Large Language Models","date":"2024-03-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"infi-coder/infibench-evaluator","path":"print_result_stat.py","file_url":"https://github.com/infi-coder/infibench-evaluator/blob/HEAD/print_result_stat.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"7e87191326ef834d","mcp_get_code":{"code_sha256":"7e87191326ef834d"}},{"arxiv_id":"2311.18341","paper":"/paper/learning-robust-precipitation-forecaster-by","title":"Learning Robust Precipitation Forecaster by Temporal Frame Interpolation","date":"2023-11-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"secilia-cxy/unettfi","path":"utils/viz.py","file_url":"https://github.com/secilia-cxy/unettfi/blob/HEAD/utils/viz.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"5e475c7798c7db59","mcp_get_code":{"code_sha256":"5e475c7798c7db59"}},{"arxiv_id":"2310.18409","paper":"/paper/state-action-similarity-based-representations-1","title":"State-Action Similarity-Based Representations for Off-Policy Evaluation","date":"2023-10-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Badger-RL/ROPE","path":"plot.py","file_url":"https://github.com/Badger-RL/ROPE/blob/HEAD/plot.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"55e3bac9d0c163ae","mcp_get_code":{"code_sha256":"55e3bac9d0c163ae"}},{"arxiv_id":"2307.06104","paper":"/paper/deep-learning-for-dynamic-graphs-models-and","title":"Deep learning for dynamic graphs: models and benchmarks","date":"2023-07-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"gravins/dynamic_graph_benchmark","path":"C-TDG/utils.py","file_url":"https://github.com/gravins/dynamic_graph_benchmark/blob/HEAD/C-TDG/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"bfee47aeed2edc65","mcp_get_code":{"code_sha256":"bfee47aeed2edc65"}},{"arxiv_id":"2212.00235","paper":"/paper/vidm-video-implicit-diffusion-models","title":"VIDM: Video Implicit Diffusion Models","date":"2022-12-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"MKFMIKU/VIDM","path":"scripts/evaluate_FVD.py","file_url":"https://github.com/MKFMIKU/VIDM/blob/HEAD/scripts/evaluate_FVD.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"9fd12f0506b5fa97","mcp_get_code":{"code_sha256":"9fd12f0506b5fa97"}},{"arxiv_id":"2206.14349","paper":"/paper/fleet-dagger-interactive-robot-fleet-learning","title":"Fleet-DAgger: Interactive Robot Fleet Learning with Scalable Human Supervision","date":"2022-06-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"berkeleyautomation/ifl_benchmark","path":"plotting/process_logs.py","file_url":"https://github.com/berkeleyautomation/ifl_benchmark/blob/HEAD/plotting/process_logs.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"e7f63143a253f9c6","mcp_get_code":{"code_sha256":"e7f63143a253f9c6"}},{"arxiv_id":"2203.01825","paper":"/paper/what-makes-transfer-learning-work-for-medical","title":"What Makes Transfer Learning Work For Medical Images: Feature Reuse & Other Factors","date":"2022-03-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ChrisMats/feature-reuse","path":"utils/_utils.py","file_url":"https://github.com/ChrisMats/feature-reuse/blob/HEAD/utils/_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"754f4b14895eba35","mcp_get_code":{"code_sha256":"754f4b14895eba35"}},{"arxiv_id":"2008.00807","paper":"/paper/adding-seemingly-uninformative-labels-helps","title":"Adding Seemingly Uninformative Labels Helps in Low Data Regimes","date":"2020-07-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ChrisMats/seemingly_uninformative_labels","path":"src/datasets.py","file_url":"https://github.com/ChrisMats/seemingly_uninformative_labels/blob/HEAD/src/datasets.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"609ec954fdc04228","mcp_get_code":{"code_sha256":"609ec954fdc04228"}},{"arxiv_id":"2004.03424","paper":"/paper/model-agnostic-characterization-of-fairness","title":"FACT: A Diagnostic for Group Fairness Trade-offs","date":"2020-04-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wnstlr/fact","path":"FACT/fairness.py","file_url":"https://github.com/wnstlr/fact/blob/HEAD/FACT/fairness.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"86a3413b79c196ba","mcp_get_code":{"code_sha256":"86a3413b79c196ba"}},{"arxiv_id":"1905.10688","paper":"/paper/sherlock-a-deep-learning-approach-to-semantic","title":"Sherlock: A Deep Learning Approach to Semantic Data Type Detection","date":"2019-05-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mitmedialab/sherlock-project","path":"sherlock/features/stats_helper.py","file_url":"https://github.com/mitmedialab/sherlock-project/blob/HEAD/sherlock/features/stats_helper.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"6cc16f28f1f61667","mcp_get_code":{"code_sha256":"6cc16f28f1f61667"}}]}