{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/extract-labels","entry":"extract_labels","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":25,"n_papers_ran":15,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":16,"n_samples_ran":8,"n_samples_fingerprinted":2,"n_places":26,"n_places_pointer_only":4,"by_status":{"ran_honours":1,"ran_violates":0,"ran_draft_wrong":0,"ran_fixture":1,"ran":6,"unverified":8},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2605.16198","paper":"/paper/arxiv-2605-16198","title":"Formal Methods Meet LLMs: Auditing, Monitoring, and Intervention for Compliance of Advanced AI Systems","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"praal/llm-monitoring","path":"Monitoring/auditScience.py","file_url":"https://github.com/praal/llm-monitoring/blob/HEAD/Monitoring/auditScience.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8651a2339f17c47a","mcp_get_code":{"code_sha256":"8651a2339f17c47a"}},{"arxiv_id":"2605.16198","paper":"/paper/arxiv-2605-16198","title":"Formal Methods Meet LLMs: Auditing, Monitoring, and Intervention for Compliance of Advanced AI Systems","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"praal/llm-monitoring","path":"Monitoring/auditTextWorld.py","file_url":"https://github.com/praal/llm-monitoring/blob/HEAD/Monitoring/auditTextWorld.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"1dfdcdad0413b868","mcp_get_code":{"code_sha256":"1dfdcdad0413b868"}},{"arxiv_id":"2410.20542","paper":"/paper/papagei-open-foundation-models-for-optical","title":"PaPaGei: Open Foundation Models for Optical Physiological Signals","date":"2024-10-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Nokia-Bell-Labs/papagei-foundation-model","path":"linearprobing/utils.py","file_url":"https://github.com/Nokia-Bell-Labs/papagei-foundation-model/blob/HEAD/linearprobing/utils.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"c1b7b82f4e8d1c33","mcp_get_code":{"code_sha256":"c1b7b82f4e8d1c33"}},{"arxiv_id":"2410.03276","paper":"/paper/sm-enhanced-localization-in-multiple-instance","title":"Sm: enhanced localization in Multiple Instance Learning for medical imaging classification","date":"2024-10-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Franblueee/SmMIL","path":"code/experiments/extract_patch_labels.py","file_url":"https://github.com/Franblueee/SmMIL/blob/HEAD/code/experiments/extract_patch_labels.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"81a0102372d8f396","mcp_get_code":{"code_sha256":"81a0102372d8f396"}},{"arxiv_id":"2405.17766","paper":"/paper/sleepfm-multi-modal-representation-learning","title":"SleepFM: Multi-modal Representation Learning for Sleep Across Brain Activity, ECG and Respiratory Signals","date":"2024-05-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"rthapa84/sleepfm-codebase","path":"sleepfm/0_extract_pretraining_data.py","file_url":"https://github.com/rthapa84/sleepfm-codebase/blob/HEAD/sleepfm/0_extract_pretraining_data.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"42245dbd78d632cc","mcp_get_code":{"code_sha256":"42245dbd78d632cc"}},{"arxiv_id":"2312.14115","paper":"/paper/lingoqa-video-question-answering-for","title":"LingoQA: Visual Question Answering for Autonomous Driving","date":"2023-12-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wayveai/driving-with-llms","path":"train_bc.py","file_url":"https://github.com/wayveai/driving-with-llms/blob/HEAD/train_bc.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"fbe62c89d519350f","mcp_get_code":{"code_sha256":"fbe62c89d519350f"}},{"arxiv_id":"2310.18933","paper":"/paper/label-poisoning-is-all-you-need","title":"Label Poisoning is All You Need","date":"2023-10-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"SewoongLab/FLIP","path":"modules/generate_labels/utils.py","file_url":"https://github.com/SewoongLab/FLIP/blob/HEAD/modules/generate_labels/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"851823b5c0c63f72","mcp_get_code":{"code_sha256":"851823b5c0c63f72"}},{"arxiv_id":"2305.15005","paper":"/paper/sentiment-analysis-in-the-era-of-large","title":"Sentiment Analysis in the Era of Large Language Models: A Reality Check","date":"2023-05-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"damo-nlp-sg/llm-sentiment","path":"evaluate.py","file_url":"https://github.com/damo-nlp-sg/llm-sentiment/blob/HEAD/evaluate.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"3ed2c1a495206991","mcp_get_code":{"code_sha256":"3ed2c1a495206991"}},{"arxiv_id":"2211.17244","paper":"/paper/overcoming-the-convex-relaxation-barrier-for","title":"Tight Certification of Adversarially Trained Neural Networks via Nonconvex Low-Rank Semidefinite Relaxations","date":"2022-11-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"IBM/CROWN-Robustness-Certification","path":"setup_mnist.py","file_url":"https://github.com/IBM/CROWN-Robustness-Certification/blob/HEAD/setup_mnist.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"a0cf6bb81ff7819e","mcp_get_code":{"code_sha256":"a0cf6bb81ff7819e"}},{"arxiv_id":"2011.12121","paper":"/paper/self-supervised-transfer-learning-of","title":"Self-supervised transfer learning of physiological representations from free-living wearable data","date":"2020-11-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"sdimi/Step2heart","path":"05_transfer_learning.py","file_url":"https://github.com/sdimi/Step2heart/blob/HEAD/05_transfer_learning.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"GPL-3.0","inline_ok":false,"code_sha256_prefix":"2be11adc2eafa76b","mcp_get_code":{"code_sha256":"2be11adc2eafa76b"}},{"arxiv_id":"2006.14748","paper":"/paper/proper-network-interpretability-helps","title":"Proper Network Interpretability Helps Adversarial Robustness in Classification","date":"2020-06-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"AkhilanB/Proper-Interpretability","path":"funcs.py","file_url":"https://github.com/AkhilanB/Proper-Interpretability/blob/HEAD/funcs.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a0cf6bb81ff7819e","mcp_get_code":{"code_sha256":"a0cf6bb81ff7819e"}},{"arxiv_id":"2006.08877","paper":"/paper/practical-quasi-newton-methods-for-training","title":"Practical Quasi-Newton Methods for Training Deep Neural Networks","date":"2020-06-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"renyiryry/kbfgs_neurips2020_public","path":"datasets_utils.py","file_url":"https://github.com/renyiryry/kbfgs_neurips2020_public/blob/HEAD/datasets_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"253a267c45bbe249","mcp_get_code":{"code_sha256":"253a267c45bbe249"}},{"arxiv_id":"1906.06307","paper":"/paper/a-signal-propagation-perspective-for-pruning","title":"A Signal Propagation Perspective for Pruning Neural Networks at Initialization","date":"2019-06-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"namhoonlee/spp-public","path":"spp/mnist.py","file_url":"https://github.com/namhoonlee/spp-public/blob/HEAD/spp/mnist.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"57f1bd325f3272fb","mcp_get_code":{"code_sha256":"57f1bd325f3272fb"}},{"arxiv_id":"1811.10828","paper":"/paper/a-frank-wolfe-framework-for-efficient-and","title":"A Frank-Wolfe Framework for Efficient and Effective Adversarial Attacks","date":"2018-11-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"uclaml/Frank-Wolfe-AdvML","path":"setup_mnist.py","file_url":"https://github.com/uclaml/Frank-Wolfe-AdvML/blob/HEAD/setup_mnist.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"a0cf6bb81ff7819e","mcp_get_code":{"code_sha256":"a0cf6bb81ff7819e"}},{"arxiv_id":"1811.00866","paper":"/paper/efficient-neural-network-robustness","title":"Efficient Neural Network Robustness Certification with General Activation Functions","date":"2018-11-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"huanzhang12/CertifiedReLURobustness","path":"setup_mnist.py","file_url":"https://github.com/huanzhang12/CertifiedReLURobustness/blob/HEAD/setup_mnist.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"BSD-2-Clause","inline_ok":true,"code_sha256_prefix":"a0cf6bb81ff7819e","mcp_get_code":{"code_sha256":"a0cf6bb81ff7819e"}},{"arxiv_id":"1809.04157","paper":"/paper/heated-up-softmax-embedding","title":"Heated-Up Softmax Embedding","date":"2018-09-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ColumbiaDVMM/Heated_Up_Softmax_Embedding","path":"tensorflow/mnist.py","file_url":"https://github.com/ColumbiaDVMM/Heated_Up_Softmax_Embedding/blob/HEAD/tensorflow/mnist.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-2-Clause","inline_ok":true,"code_sha256_prefix":"1318c92a86283291","mcp_get_code":{"code_sha256":"1318c92a86283291"}},{"arxiv_id":"1809.02499","paper":"/paper/mixup-as-locally-linear-out-of-manifold","title":"MixUp as Locally Linear Out-Of-Manifold Regularization","date":"2018-09-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"SITE5039/AdaMixUp","path":"GitHub.AdaMixup.AAAI.MNIST.Cifar.py","file_url":"https://github.com/SITE5039/AdaMixUp/blob/HEAD/GitHub.AdaMixup.AAAI.MNIST.Cifar.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"6258fc666d11d4ba","mcp_get_code":{"code_sha256":"6258fc666d11d4ba"}},{"arxiv_id":"1805.11770","paper":"/paper/autozoom-autoencoder-based-zeroth-order","title":"AutoZOOM: Autoencoder-based Zeroth Order Optimization Method for Attacking Black-box Neural Networks","date":"2018-05-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"IBM/Autozoom-Attack","path":"setup_mnist.py","file_url":"https://github.com/IBM/Autozoom-Attack/blob/HEAD/setup_mnist.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"a0cf6bb81ff7819e","mcp_get_code":{"code_sha256":"a0cf6bb81ff7819e"}},{"arxiv_id":"1805.11090","paper":"/paper/genattack-practical-black-box-attacks-with","title":"GenAttack: Practical Black-box Attacks with Gradient-Free Optimization","date":"2018-05-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"nesl/adversarial_genattack","path":"setup_mnist.py","file_url":"https://github.com/nesl/adversarial_genattack/blob/HEAD/setup_mnist.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a0cf6bb81ff7819e","mcp_get_code":{"code_sha256":"a0cf6bb81ff7819e"}},{"arxiv_id":"1805.10367","paper":"/paper/zeroth-order-stochastic-variance-reduction","title":"Zeroth-Order Stochastic Variance Reduction for Nonconvex Optimization","date":"2018-05-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"IBM/ZOSVRG-BlackBox-Adv","path":"setup_mnist.py","file_url":"https://github.com/IBM/ZOSVRG-BlackBox-Adv/blob/HEAD/setup_mnist.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"a0cf6bb81ff7819e","mcp_get_code":{"code_sha256":"a0cf6bb81ff7819e"}},{"arxiv_id":"1803.01500","paper":"/paper/memorization-precedes-generation-learning","title":"Memorization Precedes Generation: Learning Unsupervised GANs with Memory Networks","date":"2018-03-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"whyjay/memoryGAN","path":"affmnist.py","file_url":"https://github.com/whyjay/memoryGAN/blob/HEAD/affmnist.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"1318c92a86283291","mcp_get_code":{"code_sha256":"1318c92a86283291"}},{"arxiv_id":"1802.07623","paper":"/paper/explanations-based-on-the-missing-towards","title":"Explanations based on the Missing: Towards Contrastive Explanations with Pertinent Negatives","date":"2018-02-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"IBM/Contrastive-Explanation-Method","path":"setup_mnist.py","file_url":"https://github.com/IBM/Contrastive-Explanation-Method/blob/HEAD/setup_mnist.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"a0cf6bb81ff7819e","mcp_get_code":{"code_sha256":"a0cf6bb81ff7819e"}},{"arxiv_id":"1710.09829","paper":"/paper/dynamic-routing-between-capsules","title":"Dynamic Routing Between Capsules","date":"2017-10-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ameliajimenez/capsule-networks-medical-data-challenges","path":"data_loader.py","file_url":"https://github.com/ameliajimenez/capsule-networks-medical-data-challenges/blob/HEAD/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a4fd5ddd12015349","mcp_get_code":{"code_sha256":"a4fd5ddd12015349"}},{"arxiv_id":"1503.03832","paper":"/paper/facenet-a-unified-embedding-for-face","title":"FaceNet: A Unified Embedding for Face Recognition and Clustering","date":"2015-03-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"davidsandberg/facenet","path":"tmp/mnist_center_loss.py","file_url":"https://github.com/davidsandberg/facenet/blob/HEAD/tmp/mnist_center_loss.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"1aa4a5e8c6ad354a","mcp_get_code":{"code_sha256":"1aa4a5e8c6ad354a"}},{"arxiv_id":"aaai_20650","paper":null,"title":"arXiv:aaai_20650","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"IBM/UAE","path":"Supervised/setup_mnist.py","file_url":"https://github.com/IBM/UAE/blob/HEAD/Supervised/setup_mnist.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"a0cf6bb81ff7819e","mcp_get_code":{"code_sha256":"a0cf6bb81ff7819e"}},{"arxiv_id":"2024.findings-naacl.246","paper":null,"title":"arXiv:2024.findings-naacl.246","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"DAMO-NLP-SG/LLM-Sentiment","path":"evaluate.py","file_url":"https://github.com/DAMO-NLP-SG/LLM-Sentiment/blob/HEAD/evaluate.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"3ed2c1a495206991","mcp_get_code":{"code_sha256":"3ed2c1a495206991"}}]}