{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/compute-scores","entry":"compute_scores","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":20,"n_papers_ran":5,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":22,"n_samples_ran":5,"n_samples_fingerprinted":0,"n_places":22,"n_places_pointer_only":8,"by_status":{"ran_honours":1,"ran_violates":0,"ran_draft_wrong":2,"ran_fixture":0,"ran":2,"unverified":17},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2603.20955","paper":"/paper/arxiv-2603-20955","title":"Beyond Expression Similarity: Contrastive Learning Recovers Functional Gene Associations from Protein Interaction Structure","date":null,"month_inferred_from_arxiv_id":"2026-03","title_source":"syntology","repo":"EridosAI/GeneticCAL","path":"paper/strengthening_results/run_01_node_split.py","file_url":"https://github.com/EridosAI/GeneticCAL/blob/HEAD/paper/strengthening_results/run_01_node_split.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"21db26aff31a21a8","mcp_get_code":{"code_sha256":"21db26aff31a21a8"}},{"arxiv_id":"2603.20955","paper":"/paper/arxiv-2603-20955","title":"Beyond Expression Similarity: Contrastive Learning Recovers Functional Gene Associations from Protein Interaction Structure","date":null,"month_inferred_from_arxiv_id":"2026-03","title_source":"syntology","repo":"EridosAI/GeneticCAL","path":"paper/strengthening_results/run_02_seed_variance.py","file_url":"https://github.com/EridosAI/GeneticCAL/blob/HEAD/paper/strengthening_results/run_02_seed_variance.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"47d2aa08855bb1e7","mcp_get_code":{"code_sha256":"47d2aa08855bb1e7"}},{"arxiv_id":"2412.07165","paper":"/paper/a-method-for-evaluating-hyperparameter","title":"A Method for Evaluating Hyperparameter Sensitivity in Reinforcement Learning","date":"2024-12-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jadkins99/hyperparameter_sensitivity","path":"analysis/utils.py","file_url":"https://github.com/jadkins99/hyperparameter_sensitivity/blob/HEAD/analysis/utils.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"346b6c8dadbb7694","mcp_get_code":{"code_sha256":"346b6c8dadbb7694"}},{"arxiv_id":"2410.14949","paper":"/paper/straightness-of-rectified-flow-a-theoretical","title":"On the Wasserstein Convergence and Straightness of Rectified Flow","date":"2024-10-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"bansal-vansh/rectified-flow","path":"simulated-data/gaussian.py","file_url":"https://github.com/bansal-vansh/rectified-flow/blob/HEAD/simulated-data/gaussian.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"9da8172da0f91e5b","mcp_get_code":{"code_sha256":"9da8172da0f91e5b"}},{"arxiv_id":"2312.10431","paper":"/paper/continuous-diffusion-for-mixed-type-tabular","title":"Continuous Diffusion for Mixed-Type Tabular Data","date":"2023-12-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ChaejeongLee/CoDi","path":"evaluation.py","file_url":"https://github.com/ChaejeongLee/CoDi/blob/HEAD/evaluation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"3a582e0167af2add","mcp_get_code":{"code_sha256":"3a582e0167af2add"}},{"arxiv_id":"2312.08207","paper":"/paper/black-box-membership-inference-attacks","title":"Black-box Membership Inference Attacks against Fine-tuned Diffusion Models","date":null,"month_inferred_from_arxiv_id":"2023-12","title_source":"archive","repo":"py85252876/reconstruction-based-attack","path":"cal_embedding.py","file_url":"https://github.com/py85252876/reconstruction-based-attack/blob/HEAD/cal_embedding.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"fde82a812f2452e8","mcp_get_code":{"code_sha256":"fde82a812f2452e8"}},{"arxiv_id":"2310.19906","paper":"/paper/interpretable-prototype-based-graph-1","title":"Interpretable Prototype-based Graph Information Bottleneck","date":"2023-10-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"sang-woo-seo/pgib","path":"models/train_gnns.py","file_url":"https://github.com/sang-woo-seo/pgib/blob/HEAD/models/train_gnns.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"b98f5b6ae776daf2","mcp_get_code":{"code_sha256":"b98f5b6ae776daf2"}},{"arxiv_id":"2309.08943","paper":"/paper/contextual-label-projection-for-cross-lingual","title":"Contextual Label Projection for Cross-Lingual Structured Prediction","date":"2023-09-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"pluslabnlp/clap","path":"src/xgear/scorer.py","file_url":"https://github.com/pluslabnlp/clap/blob/HEAD/src/xgear/scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"050ebc070b34109c","mcp_get_code":{"code_sha256":"050ebc070b34109c"}},{"arxiv_id":"2309.07430","paper":"/paper/clinical-text-summarization-adapting-large","title":"Adapted Large Language Models Can Outperform Medical Experts in Clinical Text Summarization","date":"2023-09-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"stanfordmimi/clin-summ","path":"src/calc_metrics.py","file_url":"https://github.com/stanfordmimi/clin-summ/blob/HEAD/src/calc_metrics.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"a136ceca67364792","mcp_get_code":{"code_sha256":"a136ceca67364792"}},{"arxiv_id":"2308.11606","paper":"/paper/storybench-a-multifaceted-benchmark-for-1","title":"StoryBench: A Multifaceted Benchmark for Continuous Story Visualization","date":"2023-08-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"google/storybench","path":"metrics/pqa_dover.py","file_url":"https://github.com/google/storybench/blob/HEAD/metrics/pqa_dover.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"fd72b75b4e4ab8a6","mcp_get_code":{"code_sha256":"fd72b75b4e4ab8a6"}},{"arxiv_id":"2308.03656","paper":"/paper/emotionally-numb-or-empathetic-evaluating-how","title":"Emotionally Numb or Empathetic? Evaluating How LLMs Feel Using EmotionBench","date":"2023-08-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"CUHK-ARISE/EmotionBench","path":"evaluation/analysis.py","file_url":"https://github.com/CUHK-ARISE/EmotionBench/blob/HEAD/evaluation/analysis.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"GPL-3.0","inline_ok":false,"code_sha256_prefix":"6c219c89016e40a4","mcp_get_code":{"code_sha256":"6c219c89016e40a4"}},{"arxiv_id":"2308.03449","paper":"/paper/knowledge-preserving-pruning-for-pre-trained","title":"Accurate Retraining-free Pruning for Pretrained Encoder-based Language Models","date":"2023-08-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"snudm-starlab/k-prune","path":"src/prune.py","file_url":"https://github.com/snudm-starlab/k-prune/blob/HEAD/src/prune.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"6cc4ed90b06ca999","mcp_get_code":{"code_sha256":"6cc4ed90b06ca999"}},{"arxiv_id":"2305.15387","paper":"/paper/peek-across-improving-multi-document-modeling","title":"Peek Across: Improving Multi-Document Modeling via Cross-Document Question-Answering","date":"2023-05-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"aviclu/peekacross","path":"compute_scores.py","file_url":"https://github.com/aviclu/peekacross/blob/HEAD/compute_scores.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"827e0090858aabdc","mcp_get_code":{"code_sha256":"827e0090858aabdc"}},{"arxiv_id":"2210.11698","paper":"/paper/learning-robust-dynamics-through-variational","title":"Learning Robust Dynamics through Variational Sparse Gating","date":"2022-10-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"arnavkj1995/vsg","path":"tools.py","file_url":"https://github.com/arnavkj1995/vsg/blob/HEAD/tools.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"9b634707bba3591e","mcp_get_code":{"code_sha256":"9b634707bba3591e"}},{"arxiv_id":"2202.09481","paper":"/paper/transdreamer-reinforcement-learning-with-1","title":"TransDreamer: Reinforcement Learning with Transformer World Models","date":"2022-02-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"danijar/crafter","path":"analysis/common.py","file_url":"https://github.com/danijar/crafter/blob/HEAD/analysis/common.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4827e9ff5f05b6f8","mcp_get_code":{"code_sha256":"4827e9ff5f05b6f8"}},{"arxiv_id":"2105.11544","paper":"/paper/deep-learning-based-damage-mapping-with-insar","title":"Deep Learning-based Damage Mapping with InSAR Coherence Time Series","date":"2021-05-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"olliestephenson/dpm-rnn-public","path":"generate_dpm.py","file_url":"https://github.com/olliestephenson/dpm-rnn-public/blob/HEAD/generate_dpm.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"9c50f551d8c3877d","mcp_get_code":{"code_sha256":"9c50f551d8c3877d"}},{"arxiv_id":"2007.04458","paper":"/paper/robust-bayesian-classification-using-an","title":"Robust Bayesian Classification Using an Optimistic Score Ratio","date":"2020-07-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"nian-si/bsc","path":"tester.py","file_url":"https://github.com/nian-si/bsc/blob/HEAD/tester.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7b073e5db987889f","mcp_get_code":{"code_sha256":"7b073e5db987889f"}},{"arxiv_id":"1910.07817","paper":"/paper/calculating-optimistic-likelihoods-using","title":"Calculating Optimistic Likelihoods Using (Geodesically) Convex Optimization","date":"2019-10-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"sorooshafiee/Optimistic_Likelihoods","path":"tester.py","file_url":"https://github.com/sorooshafiee/Optimistic_Likelihoods/blob/HEAD/tester.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"2fe9f1fd67ce721a","mcp_get_code":{"code_sha256":"2fe9f1fd67ce721a"}},{"arxiv_id":"1804.05287","paper":"/paper/video2shop-exact-matching-clothes-in-videos","title":"Video2Shop: Exact Matching Clothes in Videos to Online Shopping Images","date":"2018-04-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zhiqic/Video2ShopExactMatching","path":"evaluation.py","file_url":"https://github.com/zhiqic/Video2ShopExactMatching/blob/HEAD/evaluation.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"5a0f1229fbc4dba5","mcp_get_code":{"code_sha256":"5a0f1229fbc4dba5"}},{"arxiv_id":"2024.findings-emnlp.965","paper":null,"title":"arXiv:2024.findings-emnlp.965","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"Chauncey-Jheng/PCRL-MRG","path":"llama_recipes/pycocoevalcap/metrics_for_chs_mrg.py","file_url":"https://github.com/Chauncey-Jheng/PCRL-MRG/blob/HEAD/llama_recipes/pycocoevalcap/metrics_for_chs_mrg.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"8c9e701336fddca5","mcp_get_code":{"code_sha256":"8c9e701336fddca5"}},{"arxiv_id":"2024.findings-emnlp.965","paper":null,"title":"arXiv:2024.findings-emnlp.965","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"Chauncey-Jheng/PCRL-MRG","path":"llama_recipes/pycocoevalcap/metrics_for_eng_mrg.py","file_url":"https://github.com/Chauncey-Jheng/PCRL-MRG/blob/HEAD/llama_recipes/pycocoevalcap/metrics_for_eng_mrg.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"0564a1f0ab703869","mcp_get_code":{"code_sha256":"0564a1f0ab703869"}},{"arxiv_id":"2024.findings-acl.760","paper":null,"title":"arXiv:2024.findings-acl.760","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"ej0cl6/TextEE","path":"TextEE/scorer.py","file_url":"https://github.com/ej0cl6/TextEE/blob/HEAD/TextEE/scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"ebd82851bd00af87","mcp_get_code":{"code_sha256":"ebd82851bd00af87"}}]}