{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/masked-accuracy","entry":"masked_accuracy","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":14,"n_papers_ran":11,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":6,"n_samples_ran":3,"n_samples_fingerprinted":0,"n_places":14,"n_places_pointer_only":2,"by_status":{"ran_honours":0,"ran_violates":1,"ran_draft_wrong":0,"ran_fixture":0,"ran":2,"unverified":3},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2404.11825","paper":"/paper/hypergraph-self-supervised-learning-with","title":"Hypergraph Self-supervised Learning with Sampling-efficient Signals","date":"2024-04-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Coco-Hut/SE-HSSL","path":"SE-HSSL/evaluation.py","file_url":"https://github.com/Coco-Hut/SE-HSSL/blob/HEAD/SE-HSSL/evaluation.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8642684411dcd7da","mcp_get_code":{"code_sha256":"8642684411dcd7da"}},{"arxiv_id":"2403.13838","paper":"/paper/circuit-transformer-end-to-end-circuit-design","title":"Circuit Transformer: A Transformer That Preserves Logical Equivalence","date":"2024-03-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"snowkylin/circuit-transformer","path":"circuit_transformer/tensorflow_transformer.py","file_url":"https://github.com/snowkylin/circuit-transformer/blob/HEAD/circuit_transformer/tensorflow_transformer.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"b6eb0e75ece3119a","mcp_get_code":{"code_sha256":"b6eb0e75ece3119a"}},{"arxiv_id":"2006.11468","paper":"/paper/generalizing-graph-neural-networks-beyond","title":"Beyond Homophily in Graph Neural Networks: Current Limitations and Effective Designs","date":"2020-06-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tkipf/gcn","path":"gcn/metrics.py","file_url":"https://github.com/tkipf/gcn/blob/HEAD/gcn/metrics.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b89d4728d3c8578d","mcp_get_code":{"code_sha256":"b89d4728d3c8578d"}},{"arxiv_id":"1911.01731","paper":"/paper/graphair-graph-representation-learning-with","title":"GraphAIR: Graph Representation Learning with Neighborhood Aggregation and Interaction","date":"2019-11-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"CRIPAC-DIG/GraphAIR","path":"tensorflow_code/metrics.py","file_url":"https://github.com/CRIPAC-DIG/GraphAIR/blob/HEAD/tensorflow_code/metrics.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b89d4728d3c8578d","mcp_get_code":{"code_sha256":"b89d4728d3c8578d"}},{"arxiv_id":"1905.13403","paper":"/paper/deep-bayesian-optimization-on-attributed","title":"Deep Bayesian Optimization on Attributed Graphs","date":"2019-05-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"csjtx1021/DGBO","path":"gcn/metrics.py","file_url":"https://github.com/csjtx1021/DGBO/blob/HEAD/gcn/metrics.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b89d4728d3c8578d","mcp_get_code":{"code_sha256":"b89d4728d3c8578d"}},{"arxiv_id":"1903.04154","paper":"/paper/fisher-bures-adversary-graph-convolutional","title":"Fisher-Bures Adversary Graph Convolutional Networks","date":"2019-03-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"stellargraph/FisherGCN","path":"gcn/metrics.py","file_url":"https://github.com/stellargraph/FisherGCN/blob/HEAD/gcn/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7db4f095bc7a6cbe","mcp_get_code":{"code_sha256":"7db4f095bc7a6cbe"}},{"arxiv_id":"1902.06667","paper":"/paper/semi-supervised-node-classification-via","title":"Hierarchical Graph Convolutional Networks for Semi-supervised Node Classification","date":"2019-02-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"CRIPAC-DIG/H-GCN","path":"tensorflow_code/metrics.py","file_url":"https://github.com/CRIPAC-DIG/H-GCN/blob/HEAD/tensorflow_code/metrics.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b89d4728d3c8578d","mcp_get_code":{"code_sha256":"b89d4728d3c8578d"}},{"arxiv_id":"1901.09993","paper":"/paper/generalized-label-propagation-methods-for","title":"Label Efficient Semi-Supervised Learning via Graph Filtering","date":"2019-01-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"liqimai/Efficient-SSL","path":"gcn/metrics.py","file_url":"https://github.com/liqimai/Efficient-SSL/blob/HEAD/gcn/metrics.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b89d4728d3c8578d","mcp_get_code":{"code_sha256":"b89d4728d3c8578d"}},{"arxiv_id":"1811.11103","paper":"/paper/bayesian-graph-convolutional-neural-networks","title":"Bayesian graph convolutional neural networks for semi-supervised classification","date":"2018-11-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"huawei-noah/BGCN","path":"src/metrics.py","file_url":"https://github.com/huawei-noah/BGCN/blob/HEAD/src/metrics.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"b89d4728d3c8578d","mcp_get_code":{"code_sha256":"b89d4728d3c8578d"}},{"arxiv_id":"1803.09518","paper":"/paper/frechet-chemnet-distance-a-metric-for","title":"Fréchet ChemNet Distance: A metric for generative models for molecules in drug discovery","date":"2018-03-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"insilicomedicine/fcd_torch","path":"fcd_torch/keras2pytorch.py","file_url":"https://github.com/insilicomedicine/fcd_torch/blob/HEAD/fcd_torch/keras2pytorch.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"27b3c0dc7c5ee22c","mcp_get_code":{"code_sha256":"27b3c0dc7c5ee22c"}},{"arxiv_id":"1710.10568","paper":"/paper/stochastic-training-of-graph-convolutional","title":"Stochastic Training of Graph Convolutional Networks with Variance Reduction","date":"2017-10-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"thu-ml/stochastic_gcn","path":"gcn/metrics.py","file_url":"https://github.com/thu-ml/stochastic_gcn/blob/HEAD/gcn/metrics.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b89d4728d3c8578d","mcp_get_code":{"code_sha256":"b89d4728d3c8578d"}},{"arxiv_id":"1603.08861","paper":"/paper/revisiting-semi-supervised-learning-with","title":"Revisiting Semi-Supervised Learning with Graph Embeddings","date":"2016-03-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"asarigun/nfc-gcn","path":"models.py","file_url":"https://github.com/asarigun/nfc-gcn/blob/HEAD/models.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b89d4728d3c8578d","mcp_get_code":{"code_sha256":"b89d4728d3c8578d"}},{"arxiv_id":"aaai_26019","paper":null,"title":"arXiv:aaai_26019","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"wooner49/TriCL","path":"TriCL/evaluation.py","file_url":"https://github.com/wooner49/TriCL/blob/HEAD/TriCL/evaluation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"06eeca3d797b76be","mcp_get_code":{"code_sha256":"06eeca3d797b76be"}},{"arxiv_id":"aaai_20873","paper":null,"title":"arXiv:aaai_20873","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"RICE-EIC/Early-Bird-GCN","path":"gcn/metrics.py","file_url":"https://github.com/RICE-EIC/Early-Bird-GCN/blob/HEAD/gcn/metrics.py","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"b89d4728d3c8578d","mcp_get_code":{"code_sha256":"b89d4728d3c8578d"}}]}