{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/precision-recall","entry":"precision_recall","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":7,"n_papers_ran":2,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":6,"n_samples_ran":2,"n_samples_fingerprinted":0,"n_places":7,"n_places_pointer_only":1,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":1,"ran_fixture":0,"ran":1,"unverified":4},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2402.01929","paper":"/paper/sample-estimate-aggregate-a-recipe-for-causal","title":"Sample, estimate, aggregate: A recipe for causal discovery foundation models","date":"2024-02-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"rmwu/sea","path":"src/cdt/metrics.py","file_url":"https://github.com/rmwu/sea/blob/HEAD/src/cdt/metrics.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"74b6c24a736de396","mcp_get_code":{"code_sha256":"74b6c24a736de396"}},{"arxiv_id":"2112.04323","paper":"/paper/contrastive-learning-with-large-memory-bank","title":"Contrastive Learning with Large Memory Bank and Negative Embedding Subtraction for Accurate Copy Detection","date":"2021-12-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lyakaap/isc21-descriptor-track-1st","path":"scripts/eval_metrics.py","file_url":"https://github.com/lyakaap/isc21-descriptor-track-1st/blob/HEAD/scripts/eval_metrics.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8b334f476d832488","mcp_get_code":{"code_sha256":"8b334f476d832488"}},{"arxiv_id":"2008.02093","paper":"/paper/point-proposal-network-accelerating-point","title":"Point Proposal Network: Accelerating Point Source Detection Through Deep Learning","date":"2020-08-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tilleyd/point-proposal-net","path":"ppn/metrics.py","file_url":"https://github.com/tilleyd/point-proposal-net/blob/HEAD/ppn/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"227036f759e04b0e","mcp_get_code":{"code_sha256":"227036f759e04b0e"}},{"arxiv_id":"1903.02278","paper":"/paper/causal-discovery-toolbox-uncover-causal","title":"Causal Discovery Toolbox: Uncover causal relationships in Python","date":"2019-03-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"elementai/causal_discovery_toolbox","path":"cdt/metrics.py","file_url":"https://github.com/elementai/causal_discovery_toolbox/blob/HEAD/cdt/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4dbd7430a7f9466a","mcp_get_code":{"code_sha256":"4dbd7430a7f9466a"}},{"arxiv_id":"1703.03130","paper":"/paper/a-structured-self-attentive-sentence","title":"A Structured Self-attentive Sentence Embedding","date":"2017-03-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"paddorch/SelfAttnSent.paddle","path":"self_attn_sent/utils.py","file_url":"https://github.com/paddorch/SelfAttnSent.paddle/blob/HEAD/self_attn_sent/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"c01024271e313d54","mcp_get_code":{"code_sha256":"c01024271e313d54"}},{"arxiv_id":"1509.01626","paper":"/paper/character-level-convolutional-networks-for","title":"Character-level Convolutional Networks for Text Classification","date":"2015-09-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"paddorch/CharCNN.paddle","path":"model/metric.py","file_url":"https://github.com/paddorch/CharCNN.paddle/blob/HEAD/model/metric.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"c01024271e313d54","mcp_get_code":{"code_sha256":"c01024271e313d54"}},{"arxiv_id":"ijcai2024_0102","paper":null,"title":"arXiv:ijcai2024_0102","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"mRobotit/M2Beats","path":"scoreboard.py","file_url":"https://github.com/mRobotit/M2Beats/blob/HEAD/scoreboard.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"4aa26012f909c661","mcp_get_code":{"code_sha256":"4aa26012f909c661"}}]}