{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/get-metric-names","entry":"get_metric_names","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-25T09:33:49+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":11,"n_papers_ran":10,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":5,"n_samples_ran":4,"n_samples_fingerprinted":1,"n_places":11,"n_places_pointer_only":6,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":3,"ran_fixture":0,"ran":1,"unverified":1},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2512.12997","paper":"/paper/arxiv-2512-12997","title":"Calibrating Uncertainty for Zero-Shot Adversarial CLIP","date":null,"month_inferred_from_arxiv_id":"2025-12","title_source":"syntology","repo":"VivienLu/UCAT","path":"slip/slip_models.py","file_url":"https://github.com/VivienLu/UCAT/blob/HEAD/slip/slip_models.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"345ec4da9f331b85","mcp_get_code":{"code_sha256":"345ec4da9f331b85"}},{"arxiv_id":"2506.22375","paper":null,"title":"arXiv:2506.22375","date":null,"month_inferred_from_arxiv_id":"2025-06","title_source":null,"repo":"handsome999KK/GSP_OOD","path":"models/ULIP_models.py","file_url":"https://github.com/handsome999KK/GSP_OOD/blob/HEAD/models/ULIP_models.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"01955600041e2b19","mcp_get_code":{"code_sha256":"01955600041e2b19"}},{"arxiv_id":"2310.06773","paper":"/paper/uni3d-exploring-unified-3d-representation-at","title":"Uni3D: Exploring Unified 3D Representation at Scale","date":"2023-10-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"baaivision/uni3d","path":"models/uni3d.py","file_url":"https://github.com/baaivision/uni3d/blob/HEAD/models/uni3d.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c0c203033ea34986","mcp_get_code":{"code_sha256":"c0c203033ea34986"}},{"arxiv_id":"2305.08275","paper":"/paper/ulip-2-towards-scalable-multimodal-pre","title":"ULIP-2: Towards Scalable Multimodal Pre-training for 3D Understanding","date":"2023-05-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"01955600041e2b19","mcp_get_code":{"code_sha256":"01955600041e2b19"}},{"arxiv_id":"2304.09172","paper":"/paper/hyperbolic-image-text-representations","title":"Hyperbolic Image-Text Representations","date":"2023-04-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"facebookresearch/slip","path":"models.py","file_url":"https://github.com/facebookresearch/slip/blob/HEAD/models.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"345ec4da9f331b85","mcp_get_code":{"code_sha256":"345ec4da9f331b85"}},{"arxiv_id":"2302.13602","paper":"/paper/the-role-of-pre-training-data-in-transfer","title":"The Role of Pre-training Data in Transfer Learning","date":"2023-02-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"anonymousmlsubmission/datadistributiontransfer","path":"src/models/simclr/models.py","file_url":"https://github.com/anonymousmlsubmission/datadistributiontransfer/blob/HEAD/src/models/simclr/models.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"345ec4da9f331b85","mcp_get_code":{"code_sha256":"345ec4da9f331b85"}},{"arxiv_id":"2212.05171","paper":"/paper/ulip-learning-unified-representation-of","title":"ULIP: Learning a Unified Representation of Language, Images, and Point Clouds for 3D Understanding","date":"2022-12-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"salesforce/ulip","path":"models/ULIP_models.py","file_url":"https://github.com/salesforce/ulip/blob/HEAD/models/ULIP_models.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"01955600041e2b19","mcp_get_code":{"code_sha256":"01955600041e2b19"}},{"arxiv_id":"2212.04501","paper":"/paper/learning-video-representations-from-large","title":"Learning Video Representations from Large Language Models","date":"2022-12-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"facebookresearch/lavila","path":"lavila/models/models.py","file_url":"https://github.com/facebookresearch/lavila/blob/HEAD/lavila/models/models.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"051362c936e3619d","mcp_get_code":{"code_sha256":"051362c936e3619d"}},{"arxiv_id":"Xue_ULIP-2_Towards_Scalable_Multimodal_Pre-training_for_3D_Understanding_CVPR_2024_paper","paper":null,"title":"arXiv:Xue_ULIP-2_Towards_Scalable_Multimodal_Pre-training_for_3D_Understanding_CVPR_2024_paper","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"salesforce/ULIP","path":"models/ULIP_models.py","file_url":"https://github.com/salesforce/ULIP/blob/HEAD/models/ULIP_models.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"01955600041e2b19","mcp_get_code":{"code_sha256":"01955600041e2b19"}},{"arxiv_id":"2025.acl-long.927","paper":null,"title":"arXiv:2025.acl-long.927","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"npnkhoi/memeqa","path":"src/utils.py","file_url":"https://github.com/npnkhoi/memeqa/blob/HEAD/src/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"1aedf44acf5f34e4","mcp_get_code":{"code_sha256":"1aedf44acf5f34e4"}},{"arxiv_id":"136860514","paper":null,"title":"arXiv:136860514","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"facebookresearch/SLIP","path":"models.py","file_url":"https://github.com/facebookresearch/SLIP/blob/HEAD/models.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"345ec4da9f331b85","mcp_get_code":{"code_sha256":"345ec4da9f331b85"}}]}