{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/get-msp-score","entry":"get_msp_score","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":10,"n_papers_ran":7,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":6,"n_samples_ran":3,"n_samples_fingerprinted":0,"n_places":10,"n_places_pointer_only":4,"by_status":{"ran_honours":1,"ran_violates":0,"ran_draft_wrong":1,"ran_fixture":1,"ran":0,"unverified":3},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2411.14049","paper":"/paper/out-of-distribution-detection-with-1","title":"Out-Of-Distribution Detection with Diversification (Provably)","date":"2024-11-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"haiyunyao/diversemix","path":"eval_ood_detection.py","file_url":"https://github.com/haiyunyao/diversemix/blob/HEAD/eval_ood_detection.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"8511dff685e73d9d","mcp_get_code":{"code_sha256":"8511dff685e73d9d"}},{"arxiv_id":"2410.18472","paper":"/paper/what-if-the-input-is-expanded-in-ood","title":"What If the Input is Expanded in OOD Detection?","date":"2024-10-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tmlr-group/CoVer","path":"DNNs/ash.py","file_url":"https://github.com/tmlr-group/CoVer/blob/HEAD/DNNs/ash.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"304828c7a5742f2c","mcp_get_code":{"code_sha256":"304828c7a5742f2c"}},{"arxiv_id":"2308.10239","paper":"/paper/from-global-to-local-multi-scale-out-of","title":"From Global to Local: Multi-scale Out-of-distribution Detection","date":"2023-08-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jimzai/mode-ood","path":"util/score.py","file_url":"https://github.com/jimzai/mode-ood/blob/HEAD/util/score.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"6126345504c875f7","mcp_get_code":{"code_sha256":"6126345504c875f7"}},{"arxiv_id":"2306.02031","paper":"/paper/dos-diverse-outlier-sampling-for-out-of","title":"DOS: Diverse Outlier Sampling for Out-of-Distribution Detection","date":"2023-06-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lygjwy/dos","path":"detect.py","file_url":"https://github.com/lygjwy/dos/blob/HEAD/detect.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5545fbfd438c5417","mcp_get_code":{"code_sha256":"5545fbfd438c5417"}},{"arxiv_id":"2303.13995","paper":"/paper/line-out-of-distribution-detection-by","title":"LINe: Out-of-Distribution Detection by Leveraging Important Neurons","date":"2023-03-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yonghyun-ahn/line-out-of-distribution-detection-by-leveraging-important-neurons","path":"util/score.py","file_url":"https://github.com/yonghyun-ahn/line-out-of-distribution-detection-by-leveraging-important-neurons/blob/HEAD/util/score.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8511dff685e73d9d","mcp_get_code":{"code_sha256":"8511dff685e73d9d"}},{"arxiv_id":"2301.07597","paper":"/paper/how-close-is-chatgpt-to-human-experts","title":"How Close is ChatGPT to Human Experts? Comparison Corpus, Evaluation, and Detection","date":"2023-01-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lsc-1/pecola","path":"lib/inference/dropout.py","file_url":"https://github.com/lsc-1/pecola/blob/HEAD/lib/inference/dropout.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a52d92262c816283","mcp_get_code":{"code_sha256":"a52d92262c816283"}},{"arxiv_id":"2204.06507","paper":"/paper/out-of-distribution-detection-with-deep","title":"Out-of-Distribution Detection with Deep Nearest Neighbors","date":"2022-04-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"deeplearning-wisc/knn-ood","path":"util/score.py","file_url":"https://github.com/deeplearning-wisc/knn-ood/blob/HEAD/util/score.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"6126345504c875f7","mcp_get_code":{"code_sha256":"6126345504c875f7"}},{"arxiv_id":"2111.09805","paper":"/paper/on-the-effectiveness-of-sparsification-for","title":"DICE: Leveraging Sparsification for Out-of-Distribution Detection","date":"2021-11-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"deeplearning-wisc/dice","path":"util/score.py","file_url":"https://github.com/deeplearning-wisc/dice/blob/HEAD/util/score.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8511dff685e73d9d","mcp_get_code":{"code_sha256":"8511dff685e73d9d"}},{"arxiv_id":"2006.15207","paper":"/paper/robust-out-of-distribution-detection-via","title":"ATOM: Robustifying Out-of-distribution Detection Using Outlier Mining","date":"2020-06-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jfc43/informative-outlier-mining","path":"eval_ood_detection.py","file_url":"https://github.com/jfc43/informative-outlier-mining/blob/HEAD/eval_ood_detection.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"8511dff685e73d9d","mcp_get_code":{"code_sha256":"8511dff685e73d9d"}},{"arxiv_id":"2022.findings-emnlp.497","paper":null,"title":"arXiv:2022.findings-emnlp.497","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"lancopku/Avg-Avg","path":"lib/inference/dropout.py","file_url":"https://github.com/lancopku/Avg-Avg/blob/HEAD/lib/inference/dropout.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"95a0d4e729d22901","mcp_get_code":{"code_sha256":"95a0d4e729d22901"}}]}