{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/get-measures","entry":"get_measures","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":24,"n_papers_ran":17,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":9,"n_samples_ran":5,"n_samples_fingerprinted":3,"n_places":24,"n_places_pointer_only":10,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":0,"ran_fixture":3,"ran":2,"unverified":4},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2511.01293","paper":"/paper/arxiv-2511-01293","title":"Detecting Generated Images by Fitting Natural Image Distributions","date":null,"month_inferred_from_arxiv_id":"2025-11","title_source":"syntology","repo":"tmlr-group/ConV","path":"srcs/ConV.py","file_url":"https://github.com/tmlr-group/ConV/blob/HEAD/srcs/ConV.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"6968accad9d4d5f3","mcp_get_code":{"code_sha256":"6968accad9d4d5f3"}},{"arxiv_id":"2507.09795","paper":null,"title":"arXiv:2507.09795","date":null,"month_inferred_from_arxiv_id":"2025-07","title_source":null,"repo":"ah-ansari/NegRefine","path":"src/ood_evaluate.py","file_url":"https://github.com/ah-ansari/NegRefine/blob/HEAD/src/ood_evaluate.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"eb35900e6df54ced","mcp_get_code":{"code_sha256":"eb35900e6df54ced"}},{"arxiv_id":"2412.05897","paper":"/paper/detecting-discrepancies-between-ai-generated","title":"Detecting Discrepancies Between AI-Generated and Natural Images Using Uncertainty","date":"2024-12-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tmlr-group/WePe","path":"wepe.py","file_url":"https://github.com/tmlr-group/WePe/blob/HEAD/wepe.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4096d6663c097f49","mcp_get_code":{"code_sha256":"4096d6663c097f49"}},{"arxiv_id":"2411.03359","paper":"/paper/self-calibrated-tuning-of-vision-language","title":"Self-Calibrated Tuning of Vision-Language Models for Out-of-Distribution Detection","date":"2024-11-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tmlr-group/SCT","path":"utils/detection_util.py","file_url":"https://github.com/tmlr-group/SCT/blob/HEAD/utils/detection_util.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"24570af601666d85","mcp_get_code":{"code_sha256":"24570af601666d85"}},{"arxiv_id":"2410.08000","paper":"/paper/aha-human-assisted-out-of-distribution","title":"AHA: Human-Assisted Out-of-Distribution Generalization and Detection","date":"2024-10-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"HaoyueBaiZJU/aha","path":"utils/metric_utils.py","file_url":"https://github.com/HaoyueBaiZJU/aha/blob/HEAD/utils/metric_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"9b1abfca5a67be06","mcp_get_code":{"code_sha256":"9b1abfca5a67be06"}},{"arxiv_id":"2409.17504","paper":"/paper/haloscope-harnessing-unlabeled-llm","title":"HaloScope: Harnessing Unlabeled LLM Generations for Hallucination Detection","date":"2024-09-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"deeplearning-wisc/haloscope","path":"metric_utils.py","file_url":"https://github.com/deeplearning-wisc/haloscope/blob/HEAD/metric_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"9b1abfca5a67be06","mcp_get_code":{"code_sha256":"9b1abfca5a67be06"}},{"arxiv_id":"2409.14750","paper":"/paper/finecops-ref-a-new-dataset-and-task-for-fine","title":"FineCops-Ref: A new Dataset and Task for Fine-Grained Compositional Referring Expression Comprehension","date":"2024-09-23","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"liujunzhuo/FineCops-Ref","path":"evaluation/eval_metric.py","file_url":"https://github.com/liujunzhuo/FineCops-Ref/blob/HEAD/evaluation/eval_metric.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"02092aaef95bf75b","mcp_get_code":{"code_sha256":"02092aaef95bf75b"}},{"arxiv_id":"2409.04796","paper":"/paper/enhancing-outlier-knowledge-for-few-shot-out","title":"Enhancing Outlier Knowledge for Few-Shot Out-of-Distribution Detection with Extensible Local Prompts","date":"2024-09-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"AuroraZengfh/Local-Prompt","path":"utils/detection_util.py","file_url":"https://github.com/AuroraZengfh/Local-Prompt/blob/HEAD/utils/detection_util.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"24570af601666d85","mcp_get_code":{"code_sha256":"24570af601666d85"}},{"arxiv_id":"2405.18635","paper":"/paper/when-and-how-does-in-distribution-label-help","title":"When and How Does In-Distribution Label Help Out-of-Distribution Detection?","date":"2024-05-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"deeplearning-wisc/id_label","path":"metric_utils.py","file_url":"https://github.com/deeplearning-wisc/id_label/blob/HEAD/metric_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"9b1abfca5a67be06","mcp_get_code":{"code_sha256":"9b1abfca5a67be06"}},{"arxiv_id":"2405.17816","paper":"/paper/pursuing-feature-separation-based-on-neural","title":"Pursuing Feature Separation based on Neural Collapse for Out-of-Distribution Detection","date":"2024-05-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Wuyingwen/Pursuing-Feature-Separation-for-OOD-Detection","path":"imagenet/utils/display_results.py","file_url":"https://github.com/Wuyingwen/Pursuing-Feature-Separation-for-OOD-Detection/blob/HEAD/imagenet/utils/display_results.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"b9b6c36f7a3e7e67","mcp_get_code":{"code_sha256":"b9b6c36f7a3e7e67"}},{"arxiv_id":"2402.02949","paper":"/paper/kernel-pca-for-out-of-distribution-detection","title":"Kernel PCA for Out-of-Distribution Detection","date":"2024-02-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"fanghenshaometeor/ood-kpca-extension","path":"utils_ood.py","file_url":"https://github.com/fanghenshaometeor/ood-kpca-extension/blob/HEAD/utils_ood.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"914e5f1ab3d0dfdf","mcp_get_code":{"code_sha256":"914e5f1ab3d0dfdf"}},{"arxiv_id":"2311.03236","paper":"/paper/out-of-distribution-detection-learning-with","title":"Out-of-distribution Detection Learning with Unreliable Out-of-distribution Sources","date":"2023-11-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tmlr-group/ATOL","path":"utils/display_results.py","file_url":"https://github.com/tmlr-group/ATOL/blob/HEAD/utils/display_results.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"b9b6c36f7a3e7e67","mcp_get_code":{"code_sha256":"b9b6c36f7a3e7e67"}},{"arxiv_id":"2311.01796","paper":"/paper/learning-to-augment-distributions-for-out-of-1","title":"Learning to Augment Distributions for Out-of-Distribution Detection","date":"2023-11-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tmlr-group/dal","path":"utils/display_results.py","file_url":"https://github.com/tmlr-group/dal/blob/HEAD/utils/display_results.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"b9b6c36f7a3e7e67","mcp_get_code":{"code_sha256":"b9b6c36f7a3e7e67"}},{"arxiv_id":"2306.01293","paper":"/paper/locoop-few-shot-out-of-distribution-detection-1","title":"LoCoOp: Few-Shot Out-of-Distribution Detection via Prompt Learning","date":"2023-06-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"AtsuMiyai/LoCoOp","path":"utils/detection_util.py","file_url":"https://github.com/AtsuMiyai/LoCoOp/blob/HEAD/utils/detection_util.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"24570af601666d85","mcp_get_code":{"code_sha256":"24570af601666d85"}},{"arxiv_id":"2304.04521","paper":"/paper/zero-shot-in-distribution-detection-in-multi","title":"GL-MCM: Global and Local Maximum Concept Matching for Zero-Shot Out-of-Distribution Detection","date":"2023-04-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"atsumiyai/gl-mcm","path":"utils/detection_util.py","file_url":"https://github.com/atsumiyai/gl-mcm/blob/HEAD/utils/detection_util.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"24570af601666d85","mcp_get_code":{"code_sha256":"24570af601666d85"}},{"arxiv_id":"2302.07106","paper":"/paper/normalizing-flow-based-feature-synthesis-for","title":"Normalizing Flow based Feature Synthesis for Outlier-Aware Object Detection","date":"2023-02-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"nish03/ffs","path":"Flow-Feature-Synthesis/detection/metric_utils.py","file_url":"https://github.com/nish03/ffs/blob/HEAD/Flow-Feature-Synthesis/detection/metric_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d9461049c5aa79fc","mcp_get_code":{"code_sha256":"d9461049c5aa79fc"}},{"arxiv_id":"2212.02011","paper":"/paper/pointcam-cut-and-mix-for-open-set-point-cloud","title":"PointCaM: Cut-and-Mix for Open-Set Point Cloud Learning","date":"2022-12-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"shiqiu0419/pointcam","path":"Point-Transformer-pointcam-online/util/anom_utils.py","file_url":"https://github.com/shiqiu0419/pointcam/blob/HEAD/Point-Transformer-pointcam-online/util/anom_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b9b6c36f7a3e7e67","mcp_get_code":{"code_sha256":"b9b6c36f7a3e7e67"}},{"arxiv_id":"2202.03299","paper":"/paper/training-ood-detectors-in-their-natural","title":"Training OOD Detectors in their Natural Habitats","date":"2022-02-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jkatzsam/woods_ood","path":"utils/display_results.py","file_url":"https://github.com/jkatzsam/woods_ood/blob/HEAD/utils/display_results.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"b9b6c36f7a3e7e67","mcp_get_code":{"code_sha256":"b9b6c36f7a3e7e67"}},{"arxiv_id":"2202.01197","paper":"/paper/vos-learning-what-you-don-t-know-by-virtual","title":"VOS: Learning What You Don't Know by Virtual Outlier Synthesis","date":"2022-02-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"deeplearning-wisc/vos","path":"metric_utils.py","file_url":"https://github.com/deeplearning-wisc/vos/blob/HEAD/metric_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"9b1abfca5a67be06","mcp_get_code":{"code_sha256":"9b1abfca5a67be06"}},{"arxiv_id":"2108.04562","paper":"/paper/deep-metric-learning-for-open-world-semantic","title":"Deep Metric Learning for Open World Semantic Segmentation","date":"2021-08-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Jun-CEN/Open-World-Semantic-Segmentation","path":"anomaly/anom_utils.py","file_url":"https://github.com/Jun-CEN/Open-World-Semantic-Segmentation/blob/HEAD/anomaly/anom_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b9b6c36f7a3e7e67","mcp_get_code":{"code_sha256":"b9b6c36f7a3e7e67"}},{"arxiv_id":"2003.08440","paper":"/paper/synthesize-then-compare-detecting-failures","title":"Synthesize then Compare: Detecting Failures and Anomalies for Semantic Segmentation","date":"2020-03-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"YingdaXia/SynthCP","path":"anomaly/anom_utils.py","file_url":"https://github.com/YingdaXia/SynthCP/blob/HEAD/anomaly/anom_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b9b6c36f7a3e7e67","mcp_get_code":{"code_sha256":"b9b6c36f7a3e7e67"}},{"arxiv_id":"1911.11132","paper":"/paper/a-benchmark-for-anomaly-segmentation","title":"Scaling Out-of-Distribution Detection for Real-World Settings","date":"2019-11-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"hendrycks/anomaly-seg","path":"anom_utils.py","file_url":"https://github.com/hendrycks/anomaly-seg/blob/HEAD/anom_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b9b6c36f7a3e7e67","mcp_get_code":{"code_sha256":"b9b6c36f7a3e7e67"}},{"arxiv_id":"aaai_20752","paper":null,"title":"arXiv:aaai_20752","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"PeymanMorteza/GEM","path":"utils/display_results.py","file_url":"https://github.com/PeymanMorteza/GEM/blob/HEAD/utils/display_results.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"b9b6c36f7a3e7e67","mcp_get_code":{"code_sha256":"b9b6c36f7a3e7e67"}},{"arxiv_id":"Wilson_SAFE_Sensitivity-Aware_Features_for_Out-of-Distribution_Object_Detection_ICCV_2023_paper","paper":null,"title":"arXiv:Wilson_SAFE_Sensitivity-Aware_Features_for_Out-of-Distribution_Object_Detection_ICCV_2023_paper","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"SamWilso/SAFE_Official","path":"SAFE/shared/metric_utils.py","file_url":"https://github.com/SamWilso/SAFE_Official/blob/HEAD/SAFE/shared/metric_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"9b1abfca5a67be06","mcp_get_code":{"code_sha256":"9b1abfca5a67be06"}}]}