{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/get-preds","entry":"get_preds","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":18,"n_papers_ran":4,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":18,"n_samples_ran":4,"n_samples_fingerprinted":0,"n_places":19,"n_places_pointer_only":4,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":2,"ran_fixture":0,"ran":2,"unverified":14},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2503.21761","paper":"/paper/uni4d-unifying-visual-foundation-models-for","title":"Uni4D: Unifying Visual Foundation Models for 4D Modeling from a Single Video","date":"2025-03-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Davidyao99/uni4d","path":"uni4d/eval_pose.py","file_url":"https://github.com/Davidyao99/uni4d/blob/HEAD/uni4d/eval_pose.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d8e70a5c3026ef98","mcp_get_code":{"code_sha256":"d8e70a5c3026ef98"}},{"arxiv_id":"2409.20553","paper":"/paper/maia-2-a-unified-model-for-human-ai-alignment","title":"Maia-2: A Unified Model for Human-AI Alignment in Chess","date":"2024-09-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"CSSLab/maia2","path":"maia2/inference.py","file_url":"https://github.com/CSSLab/maia2/blob/HEAD/maia2/inference.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"56ee634d6f4bdab3","mcp_get_code":{"code_sha256":"56ee634d6f4bdab3"}},{"arxiv_id":"2407.02099","paper":"/paper/helpful-assistant-or-fruitful-facilitator","title":"Helpful assistant or fruitful facilitator? Investigating how personas affect language model behavior","date":"2024-07-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"peluz/persona-behavior","path":"compute_results.py","file_url":"https://github.com/peluz/persona-behavior/blob/HEAD/compute_results.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a19fac296d166c3b","mcp_get_code":{"code_sha256":"a19fac296d166c3b"}},{"arxiv_id":"2407.02099","paper":"/paper/helpful-assistant-or-fruitful-facilitator","title":"Helpful assistant or fruitful facilitator? Investigating how personas affect language model behavior","date":"2024-07-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"peluz/persona-behavior","path":"models/inference.py","file_url":"https://github.com/peluz/persona-behavior/blob/HEAD/models/inference.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"cd72dc4024974449","mcp_get_code":{"code_sha256":"cd72dc4024974449"}},{"arxiv_id":"2406.04068","paper":"/paper/reassessing-how-to-compare-and-improve-the","title":"Reassessing How to Compare and Improve the Calibration of Machine Learning Models","date":"2024-06-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"2014mchidamb/reassessing-calibration","path":"src/sharpcal/prediction.py","file_url":"https://github.com/2014mchidamb/reassessing-calibration/blob/HEAD/src/sharpcal/prediction.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"da491889d7ab0443","mcp_get_code":{"code_sha256":"da491889d7ab0443"}},{"arxiv_id":"2305.09275","paper":"/paper/rapid-adaptation-in-online-continual-learning","title":"Rapid Adaptation in Online Continual Learning: Are We Evaluating It Right?","date":"2023-05-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"drimpossible/EvalOCL","path":"src/blind.py","file_url":"https://github.com/drimpossible/EvalOCL/blob/HEAD/src/blind.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"GPL-3.0","inline_ok":false,"code_sha256_prefix":"28f9ff16477b06a9","mcp_get_code":{"code_sha256":"28f9ff16477b06a9"}},{"arxiv_id":"2305.09253","paper":"/paper/online-continual-learning-without-the-storage","title":"Online Continual Learning Without the Storage Constraint","date":"2023-05-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"drimpossible/acm","path":"src/run_blind.py","file_url":"https://github.com/drimpossible/acm/blob/HEAD/src/run_blind.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"87b6e899753a3578","mcp_get_code":{"code_sha256":"87b6e899753a3578"}},{"arxiv_id":"2209.13777","paper":"/paper/an-embarrassingly-simple-approach-to-semi","title":"An Embarrassingly Simple Approach to Semi-Supervised Few-Shot Learning","date":"2022-09-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"2023-MindSpore-1/ms-code-106","path":"utils.py","file_url":"https://github.com/2023-MindSpore-1/ms-code-106/blob/HEAD/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"c71d53694b423cf5","mcp_get_code":{"code_sha256":"c71d53694b423cf5"}},{"arxiv_id":"2206.07023","paper":"/paper/sbert-studies-meaning-representations","title":"SBERT studies Meaning Representations: Decomposing Sentence Embeddings into Explainable Semantic Features","date":"2022-06-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"flipz357/S3BERT","path":"src/prediction_helpers.py","file_url":"https://github.com/flipz357/S3BERT/blob/HEAD/src/prediction_helpers.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"e1930a781ca4e475","mcp_get_code":{"code_sha256":"e1930a781ca4e475"}},{"arxiv_id":"2205.03302","paper":"/paper/necessity-and-sufficiency-for-explaining-text","title":"Necessity and Sufficiency for Explaining Text Classifiers: A Case Study in Hate Speech Detection","date":"2022-05-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"esmab/necessity-sufficiency","path":"perturbation_functions.py","file_url":"https://github.com/esmab/necessity-sufficiency/blob/HEAD/perturbation_functions.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"2f6bbfafbef94618","mcp_get_code":{"code_sha256":"2f6bbfafbef94618"}},{"arxiv_id":"2204.04360","paper":"/paper/data-augmentation-for-electrocardiograms","title":"Data Augmentation for Electrocardiograms","date":"2022-04-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"aniruddhraghu/ecg_aug","path":"baseline.py","file_url":"https://github.com/aniruddhraghu/ecg_aug/blob/HEAD/baseline.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"34615160a839a22d","mcp_get_code":{"code_sha256":"34615160a839a22d"}},{"arxiv_id":"2110.07749","paper":"/paper/attention-free-keyword-spotting","title":"Attention-Free Keyword Spotting","date":"2021-10-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"AI-Research-BD/Keyword-MLP","path":"inference.py","file_url":"https://github.com/AI-Research-BD/Keyword-MLP/blob/HEAD/inference.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"43893718a859b6fe","mcp_get_code":{"code_sha256":"43893718a859b6fe"}},{"arxiv_id":"2106.07787","paper":"/paper/tracing-back-music-emotion-predictions-to","title":"Tracing Back Music Emotion Predictions to Sound Sources and Intuitive Perceptual Qualities","date":"2021-06-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"shreyanc/model_debugging","path":"nb_helpers.py","file_url":"https://github.com/shreyanc/model_debugging/blob/HEAD/nb_helpers.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"c21b2a6b3fd265a4","mcp_get_code":{"code_sha256":"c21b2a6b3fd265a4"}},{"arxiv_id":"2104.00769","paper":"/paper/keyword-transformer-a-self-attention-model","title":"Keyword Transformer: A Self-Attention Model for Keyword Spotting","date":"2021-04-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mashrurmorshed/torch-kwt","path":"inference.py","file_url":"https://github.com/mashrurmorshed/torch-kwt/blob/HEAD/inference.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"43893718a859b6fe","mcp_get_code":{"code_sha256":"43893718a859b6fe"}},{"arxiv_id":"1912.08265","paper":"/paper/learning-from-synthetic-animals","title":"Learning from Synthetic Animals","date":"2019-12-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chaneyddtt/UDA-Animal-Pose","path":"pose/utils/evaluation.py","file_url":"https://github.com/chaneyddtt/UDA-Animal-Pose/blob/HEAD/pose/utils/evaluation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b095d4004cfba4fb","mcp_get_code":{"code_sha256":"b095d4004cfba4fb"}},{"arxiv_id":"1908.07919","paper":"/paper/190807919","title":"Deep High-Resolution Representation Learning for Visual Recognition","date":"2019-08-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"HRNet/HRNet-Facial-Landmark-Detection","path":"lib/core/evaluation.py","file_url":"https://github.com/HRNet/HRNet-Facial-Landmark-Detection/blob/HEAD/lib/core/evaluation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"8edd86bd9a43d59e","mcp_get_code":{"code_sha256":"8edd86bd9a43d59e"}},{"arxiv_id":"1905.07121","paper":"/paper/simple-black-box-adversarial-attacks-1","title":"Simple Black-box Adversarial Attacks","date":"2019-05-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"cg563/simple-blackbox-attack","path":"utils.py","file_url":"https://github.com/cg563/simple-blackbox-attack/blob/HEAD/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"f802a7445e7bd99a","mcp_get_code":{"code_sha256":"f802a7445e7bd99a"}},{"arxiv_id":"1805.08402","paper":"/paper/adapted-deep-embeddings-a-synthesis-of-1","title":"Adapted Deep Embeddings: A Synthesis of Methods for $k$-Shot Inductive Transfer Learning","date":"2018-05-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"garyCC227/thesis","path":"dense.py","file_url":"https://github.com/garyCC227/thesis/blob/HEAD/dense.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"feb366896425e713","mcp_get_code":{"code_sha256":"feb366896425e713"}},{"arxiv_id":"136670327","paper":null,"title":"arXiv:136670327","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"stefanLeong/S2CRNet","path":"utils/evaluation.py","file_url":"https://github.com/stefanLeong/S2CRNet/blob/HEAD/utils/evaluation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d9b53a2c9d1a3eb5","mcp_get_code":{"code_sha256":"d9b53a2c9d1a3eb5"}}]}