{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/get-metric","entry":"get_metric","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":19,"n_papers_ran":9,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":20,"n_samples_ran":10,"n_samples_fingerprinted":5,"n_places":21,"n_places_pointer_only":2,"by_status":{"ran_honours":1,"ran_violates":1,"ran_draft_wrong":3,"ran_fixture":1,"ran":4,"unverified":10},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2505.23032","paper":"/paper/bayesian-neural-scaling-laws-extrapolation","title":"Bayesian Neural Scaling Laws Extrapolation with Prior-Fitted Networks","date":"2025-05-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"dongwoolee-eli/nslpfn","path":"inference.py","file_url":"https://github.com/dongwoolee-eli/nslpfn/blob/HEAD/inference.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"98177f96938533ef","mcp_get_code":{"code_sha256":"98177f96938533ef"}},{"arxiv_id":"2502.11986","paper":"/paper/selective-task-group-updates-for-multi-task","title":"Selective Task Group Updates for Multi-Task Optimization","date":"2025-02-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wooseong97/sel-update-mtl","path":"sel-update-mtl/utils/train_utils.py","file_url":"https://github.com/wooseong97/sel-update-mtl/blob/HEAD/sel-update-mtl/utils/train_utils.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4799ae2084413fda","mcp_get_code":{"code_sha256":"4799ae2084413fda"}},{"arxiv_id":"2409.02772","paper":"/paper/unifying-causal-representation-learning-with","title":"Unifying Causal Representation Learning with the Invariance Principle","date":"2024-09-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"causallearningai/istant","path":"src/utils.py","file_url":"https://github.com/causallearningai/istant/blob/HEAD/src/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b22d0f8ac28b9717","mcp_get_code":{"code_sha256":"b22d0f8ac28b9717"}},{"arxiv_id":"2407.02112","paper":"/paper/a-data-centric-perspective-on-evaluating","title":"A Data-Centric Perspective on Evaluating Machine Learning Models for Tabular Data","date":"2024-07-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"atschalz/dc_tabeval","path":"utils.py","file_url":"https://github.com/atschalz/dc_tabeval/blob/HEAD/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"53162b711345d934","mcp_get_code":{"code_sha256":"53162b711345d934"}},{"arxiv_id":"2406.04759","paper":"/paper/probabilistic-weather-forecasting-with","title":"Probabilistic Weather Forecasting with Hierarchical Graph Neural Networks","date":"2024-06-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"joeloskarsson/neural-lam","path":"neural_lam/metrics.py","file_url":"https://github.com/joeloskarsson/neural-lam/blob/HEAD/neural_lam/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"754c85f8fa7a35e7","mcp_get_code":{"code_sha256":"754c85f8fa7a35e7"}},{"arxiv_id":"2406.04759","paper":"/paper/probabilistic-weather-forecasting-with","title":"Probabilistic Weather Forecasting with Hierarchical Graph Neural Networks","date":"2024-06-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"joeloskarsson/neural-lam-dev","path":"neural_lam/metrics.py","file_url":"https://github.com/joeloskarsson/neural-lam-dev/blob/HEAD/neural_lam/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5e4a4870f3bf627d","mcp_get_code":{"code_sha256":"5e4a4870f3bf627d"}},{"arxiv_id":"2402.10426","paper":"/paper/dell-generating-reactions-and-explanations","title":"DELL: Generating Reactions and Explanations for LLM-Based Misinformation Detection","date":"2024-02-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"whr000001/dell","path":"ensemble/confidence.py","file_url":"https://github.com/whr000001/dell/blob/HEAD/ensemble/confidence.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"55aa60d550a7a519","mcp_get_code":{"code_sha256":"55aa60d550a7a519"}},{"arxiv_id":"2402.10426","paper":"/paper/dell-generating-reactions-and-explanations","title":"DELL: Generating Reactions and Explanations for LLM-Based Misinformation Detection","date":"2024-02-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"whr000001/dell","path":"ensemble/ensemble_utils.py","file_url":"https://github.com/whr000001/dell/blob/HEAD/ensemble/ensemble_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"69b987d6d189b093","mcp_get_code":{"code_sha256":"69b987d6d189b093"}},{"arxiv_id":"2306.16842","paper":"/paper/tokenization-and-the-noiseless-channel","title":"Tokenization and the Noiseless Channel","date":"2023-06-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zouharvi/tokenization-scorer","path":"tokenization_scorer/metrics.py","file_url":"https://github.com/zouharvi/tokenization-scorer/blob/HEAD/tokenization_scorer/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4b7cef617d5cca71","mcp_get_code":{"code_sha256":"4b7cef617d5cca71"}},{"arxiv_id":"2302.01524","paper":"/paper/ordered-gnn-ordering-message-passing-to-deal","title":"Ordered GNN: Ordering Message Passing to Deal with Heterophily and Over-smoothing","date":"2023-02-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lumia-group/orderedgnn","path":"task_node.py","file_url":"https://github.com/lumia-group/orderedgnn/blob/HEAD/task_node.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c63f69f76b82bf84","mcp_get_code":{"code_sha256":"c63f69f76b82bf84"}},{"arxiv_id":"2208.00108","paper":"/paper/some-practice-for-improving-the-search","title":"Some Practice for Improving the Search Results of E-commerce","date":"2022-07-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wufanyou/kdd-cup-2022-amazon","path":"utils/metric.py","file_url":"https://github.com/wufanyou/kdd-cup-2022-amazon/blob/HEAD/utils/metric.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"0fb0c7261afe47ce","mcp_get_code":{"code_sha256":"0fb0c7261afe47ce"}},{"arxiv_id":"2205.01753","paper":"/paper/self-focusing-virtual-screening-with-active","title":"Self-focusing virtual screening with active design space pruning","date":"2022-05-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"coleygroup/molpal","path":"molpal/acquirer/metrics.py","file_url":"https://github.com/coleygroup/molpal/blob/HEAD/molpal/acquirer/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"0f7275ce83ed510e","mcp_get_code":{"code_sha256":"0f7275ce83ed510e"}},{"arxiv_id":"2204.13653","paper":"/paper/grit-general-robust-image-task-benchmark","title":"GRIT: General Robust Image Task Benchmark","date":"2022-04-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"allenai/grit_official","path":"evaluate.py","file_url":"https://github.com/allenai/grit_official/blob/HEAD/evaluate.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"0721c0dabf3ece54","mcp_get_code":{"code_sha256":"0721c0dabf3ece54"}},{"arxiv_id":"2108.03861","paper":"/paper/knowledge-graph-augmented-political","title":"KGAP: Knowledge Graph Augmented Political Perspective Detection in News Media","date":"2021-08-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"BunsenFeng/news_stance_detection","path":"SemEval.py","file_url":"https://github.com/BunsenFeng/news_stance_detection/blob/HEAD/SemEval.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"b47d3b1ea7216a2d","mcp_get_code":{"code_sha256":"b47d3b1ea7216a2d"}},{"arxiv_id":"2104.14757","paper":"/paper/an-adversarial-transfer-network-for-knowledge","title":"An Adversarial Transfer Network for Knowledge Representation Learning","date":"2021-04-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"LemonNoel/ATransN","path":"src/convertor.py","file_url":"https://github.com/LemonNoel/ATransN/blob/HEAD/src/convertor.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"6dfb1c716b6c83a7","mcp_get_code":{"code_sha256":"6dfb1c716b6c83a7"}},{"arxiv_id":"2008.11297","paper":"/paper/transductive-information-maximization-for-few","title":"Transductive Information Maximization For Few-Shot Learning","date":"2020-08-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mboudiaf/TIM","path":"src/models/ProtoNet.py","file_url":"https://github.com/mboudiaf/TIM/blob/HEAD/src/models/ProtoNet.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"235da783eeb0573f","mcp_get_code":{"code_sha256":"235da783eeb0573f"}},{"arxiv_id":"2003.10555","paper":"/paper/electra-pre-training-text-encoders-as-1","title":"ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators","date":"2020-03-23","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"YChen1993/ELECRec","path":"src/trainers.py","file_url":"https://github.com/YChen1993/ELECRec/blob/HEAD/src/trainers.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"ac6da27d75f60e2b","mcp_get_code":{"code_sha256":"ac6da27d75f60e2b"}},{"arxiv_id":"1912.04761","paper":"/paper/sound-event-detection-of-weakly-labelled-data","title":"Sound Event Detection of Weakly Labelled Data with CNN-Transformer and Automatic Threshold Optimization","date":null,"month_inferred_from_arxiv_id":"2019-12","title_source":"archive","repo":"qiuqiangkong/sound_event_detection_dcase2017_task4","path":"utils/calculate_metrics.py","file_url":"https://github.com/qiuqiangkong/sound_event_detection_dcase2017_task4/blob/HEAD/utils/calculate_metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"dc424c820e96f8a2","mcp_get_code":{"code_sha256":"dc424c820e96f8a2"}},{"arxiv_id":"1911.04623","paper":"/paper/simpleshot-revisiting-nearest-neighbor","title":"SimpleShot: Revisiting Nearest-Neighbor Classification for Few-Shot Learning","date":"2019-11-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mileyan/simple_shot","path":"src/models/ProtoNet.py","file_url":"https://github.com/mileyan/simple_shot/blob/HEAD/src/models/ProtoNet.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"235da783eeb0573f","mcp_get_code":{"code_sha256":"235da783eeb0573f"}},{"arxiv_id":"1609.09799","paper":"/paper/optimal-spectral-transportation-with","title":"Optimal spectral transportation with application to music transcription","date":"2016-09-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"rflamary/OST","path":"ost.py","file_url":"https://github.com/rflamary/OST/blob/HEAD/ost.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"e5de15a2ddaf4e49","mcp_get_code":{"code_sha256":"e5de15a2ddaf4e49"}},{"arxiv_id":"2021.findings-emnlp.152","paper":null,"title":"arXiv:2021.findings-emnlp.152","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"ruidan/IMN-E2E-ABSA","path":"code/evaluation.py","file_url":"https://github.com/ruidan/IMN-E2E-ABSA/blob/HEAD/code/evaluation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"13e12c365a1499e9","mcp_get_code":{"code_sha256":"13e12c365a1499e9"}}]}