{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/simple-accuracy","entry":"simple_accuracy","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":66,"n_papers_ran":0,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":2,"n_samples_ran":0,"n_samples_fingerprinted":0,"n_places":66,"n_places_pointer_only":30,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":0,"ran_fixture":0,"ran":0,"unverified":2},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2605.30022","paper":"/paper/arxiv-2605-30022","title":"Give it Space! Explicit Disentangling of Positional and Semantic Representations in Encoders","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"LequeuISIR/DSTG-encoder","path":"src/neobert/glue/evaluate_glue.py","file_url":"https://github.com/LequeuISIR/DSTG-encoder/blob/HEAD/src/neobert/glue/evaluate_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"83eba990d34db6a2","mcp_get_code":{"code_sha256":"83eba990d34db6a2"}},{"arxiv_id":"2604.04518","paper":"/paper/arxiv-2604-04518","title":"Reproducibility study on how to find Spurious Correlations, Shortcut Learning, Clever Hans or Group-Distributional nonrobustness and how to fix them","date":null,"month_inferred_from_arxiv_id":"2026-04","title_source":"syntology","repo":"kohpangwei/group_DRO","path":"utils_glue.py","file_url":"https://github.com/kohpangwei/group_DRO/blob/HEAD/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2510.02818","paper":"/paper/arxiv-2510-02818","title":"Mitigating Spurious Correlation via Distributionally Robust Learning with Hierarchical Ambiguity Sets","date":null,"month_inferred_from_arxiv_id":"2025-10","title_source":"syntology","repo":"Sung-Ho-Jo/hierarchical-dro","path":"utils_glue.py","file_url":"https://github.com/Sung-Ho-Jo/hierarchical-dro/blob/HEAD/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2406.16282","paper":"/paper/reducing-fine-tuning-memory-overhead-by","title":"Reducing Fine-Tuning Memory Overhead by Approximate and Memory-Sharing Backpropagation","date":"2024-06-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yyyyychen/LowMemoryBP","path":"experiments/roberta_exp/metric.py","file_url":"https://github.com/yyyyychen/LowMemoryBP/blob/HEAD/experiments/roberta_exp/metric.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"83eba990d34db6a2","mcp_get_code":{"code_sha256":"83eba990d34db6a2"}},{"arxiv_id":"2402.02636","paper":"/paper/can-large-language-models-learn-independent","title":"Can Large Language Models Learn Independent Causal Mechanisms?","date":"2024-02-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Strong-AI-Lab/Logical-and-abstract-reasoning","path":"models/run_multiple_choice.py","file_url":"https://github.com/Strong-AI-Lab/Logical-and-abstract-reasoning/blob/HEAD/models/run_multiple_choice.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2312.11875","paper":"/paper/sparse-is-enough-in-fine-tuning-pre-trained","title":"Sparse is Enough in Fine-tuning Pre-trained Large Language Models","date":"2023-12-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"song-wx/SIFT","path":"exp/glue_benchmark/glue_metric.py","file_url":"https://github.com/song-wx/SIFT/blob/HEAD/exp/glue_benchmark/glue_metric.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"83eba990d34db6a2","mcp_get_code":{"code_sha256":"83eba990d34db6a2"}},{"arxiv_id":"2311.15614","paper":"/paper/freeal-towards-human-free-active-learning-in","title":"FreeAL: Towards Human-Free Active Learning in the Era of Large Language Models","date":"2023-11-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Justherozen/FreeAL","path":"self_training_slm/utils/utils.py","file_url":"https://github.com/Justherozen/FreeAL/blob/HEAD/self_training_slm/utils/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2311.11696","paper":"/paper/sparse-low-rank-adaptation-of-pre-trained","title":"Sparse Low-rank Adaptation of Pre-trained Language Models","date":"2023-11-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tsinghuac3i/sora","path":"glue.py","file_url":"https://github.com/tsinghuac3i/sora/blob/HEAD/glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"83eba990d34db6a2","mcp_get_code":{"code_sha256":"83eba990d34db6a2"}},{"arxiv_id":"2310.09430","paper":"/paper/a-systematic-evaluation-of-large-language-1","title":"Assessing and Enhancing the Robustness of Large Language Models with Task Structure Variations for Logical Reasoning","date":"2023-10-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"strong-ai-lab/logical-and-abstract-reasoning","path":"models/run_multiple_choice.py","file_url":"https://github.com/strong-ai-lab/logical-and-abstract-reasoning/blob/HEAD/models/run_multiple_choice.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2310.06234","paper":"/paper/efficient-adaptation-of-large-vision-1","title":"Efficient Adaptation of Large Vision Transformer via Adapter Re-Composing","date":"2023-10-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"DavidYanAnDe/ARC","path":"FGVC_ARC_train.py","file_url":"https://github.com/DavidYanAnDe/ARC/blob/HEAD/FGVC_ARC_train.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2310.06161","paper":"/paper/mitigating-simplicity-bias-in-deep-learning","title":"Mitigating Simplicity Bias in Deep Learning for Improved OOD Generalization and Robustness","date":"2023-10-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"estija/cmid","path":"utils_glue.py","file_url":"https://github.com/estija/cmid/blob/HEAD/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2309.06717","paper":"/paper/bias-amplification-enhances-minority-group","title":"Bias Amplification Enhances Minority Group Performance","date":"2023-09-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"motivationss/bam","path":"utils_glue.py","file_url":"https://github.com/motivationss/bam/blob/HEAD/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2308.16475","paper":"/paper/transformer-compression-via-subspace","title":"$\\rm SP^3$: Enhancing Structured Pruning via PCA Projection","date":"2023-08-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"hyx1999/sp3","path":"bert/metric/glue.py","file_url":"https://github.com/hyx1999/sp3/blob/HEAD/bert/metric/glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"83eba990d34db6a2","mcp_get_code":{"code_sha256":"83eba990d34db6a2"}},{"arxiv_id":"2308.10873","paper":"/paper/spikingbert-distilling-bert-to-train-spiking","title":"SpikingBERT: Distilling BERT to Train Spiking Language Models Using Implicit Differentiation","date":"2023-08-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"neurocomplab-psu/spikingbert","path":"spiking_bert_task_distill.py","file_url":"https://github.com/neurocomplab-psu/spikingbert/blob/HEAD/spiking_bert_task_distill.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2306.11074","paper":"/paper/simple-and-fast-group-robustness-by-automatic","title":"Simple and Fast Group Robustness by Automatic Feature Reweighting","date":"2023-06-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"AndPotap/afr","path":"gdro_fork/utils_glue.py","file_url":"https://github.com/AndPotap/afr/blob/HEAD/gdro_fork/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2305.17506","paper":"/paper/backdooring-neural-code-search","title":"Backdooring Neural Code Search","date":"2023-05-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wssun/BADCODE","path":"src/CodeBERT/utils.py","file_url":"https://github.com/wssun/BADCODE/blob/HEAD/src/CodeBERT/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2301.12132","paper":"/paper/autopeft-automatic-configuration-search-for","title":"AutoPEFT: Automatic Configuration Search for Parameter-Efficient Fine-Tuning","date":"2023-01-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"cambridgeltl/autopeft","path":"glue_metrics.py","file_url":"https://github.com/cambridgeltl/autopeft/blob/HEAD/glue_metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"code_sha256_prefix":"83eba990d34db6a2","mcp_get_code":{"code_sha256":"83eba990d34db6a2"}},{"arxiv_id":"2204.12632","paper":"/paper/testing-the-ability-of-language-models-to-1","title":"Testing the Ability of Language Models to Interpret Figurative Language","date":"2022-04-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"simran-khanuja/multilingual-fig-qa","path":"utils.py","file_url":"https://github.com/simran-khanuja/multilingual-fig-qa/blob/HEAD/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2204.03243","paper":"/paper/pretraining-text-encoders-with-adversarial-1","title":"Pretraining Text Encoders with Adversarial Mixture of Training Signal Generators","date":"2022-04-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"microsoft/amos","path":"huggingface/utils_for_glue.py","file_url":"https://github.com/microsoft/amos/blob/HEAD/huggingface/utils_for_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2204.03230","paper":"/paper/what-you-see-is-what-you-get-distributional","title":"What You See is What You Get: Principled Deep Learning via Distributional Generalization","date":"2022-04-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yangarbiter/dp-dg","path":"utils_glue.py","file_url":"https://github.com/yangarbiter/dp-dg/blob/HEAD/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2203.08243","paper":"/paper/unified-visual-transformer-compression-1","title":"Unified Visual Transformer Compression","date":"2022-03-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2112.05425","paper":"/paper/couplformer-rethinking-vision-transformer","title":"Couplformer:Rethinking Vision Transformer with Coupling Attention Map","date":"2021-12-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wer010/Couplformer","path":"ddp_train.py","file_url":"https://github.com/wer010/Couplformer/blob/HEAD/ddp_train.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2111.04130","paper":"/paper/nlp-from-scratch-without-large-scale","title":"NLP From Scratch Without Large-Scale Pretraining: A Simple and Efficient Framework","date":"2021-11-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yaoxingcheng/TLM","path":"src/metrics.py","file_url":"https://github.com/yaoxingcheng/TLM/blob/HEAD/src/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2109.15107","paper":"/paper/crossaug-a-contrastive-data-augmentation","title":"CrossAug: A Contrastive Data Augmentation Method for Debiasing Fact Verification Models","date":"2021-09-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"minwhoo/crossaug","path":"utils_fever.py","file_url":"https://github.com/minwhoo/crossaug/blob/HEAD/utils_fever.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2109.09262","paper":"/paper/neural-unit-test-suggestions","title":"TOGA: A Neural Method for Test Oracle Generation","date":null,"month_inferred_from_arxiv_id":"2021-09","title_source":"archive","repo":"microsoft/toga","path":"model/assertions/utils.py","file_url":"https://github.com/microsoft/toga/blob/HEAD/model/assertions/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2109.05687","paper":"/paper/raise-a-child-in-large-language-model-towards","title":"Raise a Child in Large Language Model: Towards Effective and Generalizable Fine-tuning","date":"2021-09-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"pkunlp-icler/childtuning","path":"metric.py","file_url":"https://github.com/pkunlp-icler/childtuning/blob/HEAD/metric.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2109.02221","paper":"/paper/nearest-neighbour-few-shot-learning-for-cross","title":"Nearest Neighbour Few-Shot Learning for Cross-lingual Classification","date":"2021-09-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"amazon-research/nearest-neighbor-crosslingual-classification","path":"processors.py","file_url":"https://github.com/amazon-research/nearest-neighbor-crosslingual-classification/blob/HEAD/processors.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2108.00648","paper":"/paper/from-lsat-the-progress-and-challenges-of","title":"From LSAT: The Progress and Challenges of Complex Reasoning","date":"2021-08-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zhongwanjun/AR-LSAT","path":"LSTM/main_large.py","file_url":"https://github.com/zhongwanjun/AR-LSAT/blob/HEAD/LSTM/main_large.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2106.14448","paper":"/paper/r-drop-regularized-dropout-for-neural","title":"R-Drop: Regularized Dropout for Neural Networks","date":"2021-06-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zpc-666/Paddle-R-Drop","path":"R_Drop/utils/utils.py","file_url":"https://github.com/zpc-666/Paddle-R-Drop/blob/HEAD/R_Drop/utils/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2106.08087","paper":"/paper/cblue-a-chinese-biomedical-language","title":"CBLUE: A Chinese Biomedical Language Understanding Evaluation Benchmark","date":"2021-06-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"cbluebenchmark/cblue","path":"cblue/metrics/cblue_metrics.py","file_url":"https://github.com/cbluebenchmark/cblue/blob/HEAD/cblue/metrics/cblue_metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2106.06937","paper":"/paper/common-sense-beyond-english-evaluating-and","title":"Common Sense Beyond English: Evaluating and Improving Multilingual Language Models for Commonsense Reasoning","date":"2021-06-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"INK-USC/XCSR","path":"xcsr_experiments/run_mcqa.py","file_url":"https://github.com/INK-USC/XCSR/blob/HEAD/xcsr_experiments/run_mcqa.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2106.03048","paper":"/paper/how-did-this-get-funded-automatically","title":"How Did This Get Funded?! Automatically Identifying Quirky Scientific Achievements","date":"2021-06-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"nadavborenstein/Iggy","path":"model_training/run_classifier_dataset_utils_refactored.py","file_url":"https://github.com/nadavborenstein/Iggy/blob/HEAD/model_training/run_classifier_dataset_utils_refactored.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2106.00400","paper":"/paper/shuowen-jiezi-linguistically-informed","title":"Sub-Character Tokenization for Chinese Pretrained Language Models","date":"2021-06-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2104.08398","paper":"/paper/re-tacred-addressing-shortcomings-of-the","title":"Re-TACRED: Addressing Shortcomings of the TACRED Dataset","date":"2021-04-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2104.07644","paper":"/paper/explagraphs-an-explanation-graph-generation","title":"ExplaGraphs: An Explanation Graph Generation Task for Structured Commonsense Reasoning","date":"2021-04-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"swarnaHub/ExplaGraphs","path":"structured_model/utils_joint_model.py","file_url":"https://github.com/swarnaHub/ExplaGraphs/blob/HEAD/structured_model/utils_joint_model.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2104.02704","paper":"/paper/blow-the-dog-whistle-a-chinese-dataset-for","title":"Blow the Dog Whistle: A Chinese Dataset for Cant Understanding with Common Sense and World Knowledge","date":"2021-04-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"JetRunner/dogwhistle","path":"run_multiple_choice.py","file_url":"https://github.com/JetRunner/dogwhistle/blob/HEAD/run_multiple_choice.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2103.10415","paper":"/paper/refining-neural-networks-with-compositional","title":"Refining Language Models with Compositional Explanations","date":"2021-03-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ink-usc/expl-refinement","path":"expl-reg/run_model.py","file_url":"https://github.com/ink-usc/expl-refinement/blob/HEAD/expl-reg/run_model.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2012.15701","paper":"/paper/binarybert-pushing-the-limit-of-bert","title":"BinaryBERT: Pushing the Limit of BERT Quantization","date":"2020-12-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2011.03080","paper":"/paper/exams-a-multi-subject-high-school","title":"EXAMS: A Multi-Subject High School Examinations Dataset for Cross-Lingual and Multilingual Question Answering","date":"2020-11-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2010.12812","paper":"/paper/a-frustratingly-easy-approach-for-joint","title":"A Frustratingly Easy Approach for Entity and Relation Extraction","date":"2020-10-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2010.02830","paper":"/paper/prover-proof-generation-for-interpretable","title":"PRover: Proof Generation for Interpretable Reasoning over Rules","date":"2020-10-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"swarnaHub/PRover","path":"utils.py","file_url":"https://github.com/swarnaHub/PRover/blob/HEAD/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2010.01239","paper":"/paper/mining-knowledge-for-natural-language","title":"Mining Knowledge for Natural Language Inference from Wikipedia Categories","date":"2020-10-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ZeweiChu/WikiNLI","path":"code/utils.py","file_url":"https://github.com/ZeweiChu/WikiNLI/blob/HEAD/code/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"CC0-1.0","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2009.06367","paper":"/paper/gedi-generative-discriminator-guided-sequence","title":"GeDi: Generative Discriminator Guided Sequence Generation","date":"2020-09-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"salesforce/GeDi","path":"train_GeDi.py","file_url":"https://github.com/salesforce/GeDi/blob/HEAD/train_GeDi.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2005.12116","paper":"/paper/nile-natural-language-inference-with-faithful","title":"NILE : Natural Language Inference with Faithful Natural Language Explanations","date":"2020-05-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"SawanKumar28/nile","path":"nli_utils.py","file_url":"https://github.com/SawanKumar28/nile/blob/HEAD/nli_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2005.02439","paper":"/paper/contextualizing-hate-speech-classifiers-with","title":"Contextualizing Hate Speech Classifiers with Post-hoc Explanation","date":"2020-05-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"owaisCS/TestHateSpeech","path":"run_model.py","file_url":"https://github.com/owaisCS/TestHateSpeech/blob/HEAD/run_model.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2004.11546","paper":"/paper/g-daug-generative-data-augmentation-for","title":"Generative Data Augmentation for Commonsense Reasoning","date":"2020-04-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2004.04494","paper":"/paper/mutual-a-dataset-for-multi-turn-dialogue","title":"MuTual: A Dataset for Multi-Turn Dialogue Reasoning","date":"2020-04-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Nealcly/MuTual","path":"baseline/multi-choice/run_multiple_choice.py","file_url":"https://github.com/Nealcly/MuTual/blob/HEAD/baseline/multi-choice/run_multiple_choice.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2002.04326","paper":"/paper/reclor-a-reading-comprehension-dataset-1","title":"ReClor: A Reading Comprehension Dataset Requiring Logical Reasoning","date":"2020-02-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1912.13318","paper":"/paper/layoutlm-pre-training-of-text-and-layout-for","title":"LayoutLM: Pre-training of Text and Layout for Document Image Understanding","date":"2019-12-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1911.03268","paper":"/paper/inducing-brain-relevant-bias-in-natural","title":"Inducing brain-relevant bias in natural language processing models","date":"2019-10-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1910.02655","paper":"/paper/bert-for-evidence-retrieval-and-claim","title":"BERT for Evidence Retrieval and Claim Verification","date":"2019-10-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1909.03193","paper":"/paper/kg-bert-bert-for-knowledge-graph-completion","title":"KG-BERT: BERT for Knowledge Graph Completion","date":"2019-09-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1909.02164","paper":"/paper/tabfact-a-large-scale-dataset-for-table-based","title":"TabFact: A Large-scale Dataset for Table-based Fact Verification","date":"2019-09-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1909.00505","paper":"/paper/commonsense-knowledge-mining-from-pretrained","title":"Commonsense Knowledge Mining from Pretrained Models","date":"2019-09-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1909.00161","paper":"/paper/benchmarking-zero-shot-text-classification","title":"Benchmarking Zero-shot Text Classification: Datasets, Evaluation and Entailment Approach","date":"2019-08-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1908.09355","paper":"/paper/patient-knowledge-distillation-for-bert-model","title":"Patient Knowledge Distillation for BERT Model Compression","date":"2019-08-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Daniel-H-99/Patient-Knowledge-Distillation","path":"src/nli_data_processing.py","file_url":"https://github.com/Daniel-H-99/Patient-Knowledge-Distillation/blob/HEAD/src/nli_data_processing.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1907.10529","paper":"/paper/spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1905.12866","paper":"/paper/semantically-conditioned-dialog-response","title":"Semantically Conditioned Dialog Response Generation via Hierarchical Disentangled Self-Attention","date":"2019-05-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1810.04805","paper":"/paper/bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Microsoft/AzureML-BERT","path":"finetune/run_classifier_azureml.py","file_url":"https://github.com/Microsoft/AzureML-BERT/blob/HEAD/finetune/run_classifier_azureml.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1509.01626","paper":"/paper/character-level-convolutional-networks-for","title":"Character-level Convolutional Networks for Text Classification","date":"2015-09-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ZeweiChu/NatCat","path":"code/utils.py","file_url":"https://github.com/ZeweiChu/NatCat/blob/HEAD/code/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"CC0-1.0","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"1506.05865","paper":"/paper/lcsts-a-large-scale-chinese-short-text","title":"LCSTS: A Large Scale Chinese Short Text Summarization Dataset","date":"2015-06-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jessie0624/Automatic-Text-Summarization","path":"1_bertClassifcation.py","file_url":"https://github.com/jessie0624/Automatic-Text-Summarization/blob/HEAD/1_bertClassifcation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"aaai_29850","paper":null,"title":"arXiv:aaai_29850","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"ozyyshr/FocalReasoner","path":"run_multiple_choice.py","file_url":"https://github.com/ozyyshr/FocalReasoner/blob/HEAD/run_multiple_choice.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2023.emnlp-main.1005","paper":null,"title":"arXiv:2023.emnlp-main.1005","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"YichenZW/Coh-MGT-Detection","path":"util.py","file_url":"https://github.com/YichenZW/Coh-MGT-Detection/blob/HEAD/util.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2023.acl-long.264","paper":null,"title":"arXiv:2023.acl-long.264","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"DAMO-NLP-SG/MVCR","path":"src/data.py","file_url":"https://github.com/DAMO-NLP-SG/MVCR/blob/HEAD/src/data.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2023.acl-long.182","paper":null,"title":"arXiv:2023.acl-long.182","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"Yuanhy1997/HyPe","path":"metric.py","file_url":"https://github.com/Yuanhy1997/HyPe/blob/HEAD/metric.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}},{"arxiv_id":"2020.emnlp-main.750","paper":null,"title":"arXiv:2020.emnlp-main.750","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"salesforce/factCC","path":"modeling/utils.py","file_url":"https://github.com/salesforce/factCC/blob/HEAD/modeling/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"3c241ecfe3749a6d","mcp_get_code":{"code_sha256":"3c241ecfe3749a6d"}}]}