{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/convert-examples-to-features","entry":"convert_examples_to_features","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":134,"n_papers_ran":49,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":133,"n_samples_ran":47,"n_samples_fingerprinted":0,"n_places":160,"n_places_pointer_only":37,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":34,"ran_fixture":0,"ran":13,"unverified":86},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2604.19578","paper":"/paper/arxiv-2604-19578","title":"Impact of large language models on peer review opinions from a fine-grained perspective: Evidence from top conference proceedings in AI","date":null,"month_inferred_from_arxiv_id":"2026-04","title_source":"syntology","repo":"neulab/ReviewAdvisor","path":"tagger/helper/utils.py","file_url":"https://github.com/neulab/ReviewAdvisor/blob/HEAD/tagger/helper/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"bb149bbe73e04d33","mcp_get_code":{"code_sha256":"bb149bbe73e04d33"}},{"arxiv_id":"2604.04518","paper":"/paper/arxiv-2604-04518","title":"Reproducibility study on how to find Spurious Correlations, Shortcut Learning, Clever Hans or Group-Distributional nonrobustness and how to fix them","date":null,"month_inferred_from_arxiv_id":"2026-04","title_source":"syntology","repo":"kohpangwei/group_DRO","path":"utils_glue.py","file_url":"https://github.com/kohpangwei/group_DRO/blob/HEAD/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c4c16e96906f44c1","mcp_get_code":{"code_sha256":"c4c16e96906f44c1"}},{"arxiv_id":"2601.01526","paper":"/paper/arxiv-2601-01526","title":"BARE: Towards Bias-Aware and Reasoning-Enhanced One-Tower Visual Grounding","date":null,"month_inferred_from_arxiv_id":"2026-01","title_source":"syntology","repo":"Marloweeee/BARE","path":"datasets/data_loader.py","file_url":"https://github.com/Marloweeee/BARE/blob/HEAD/datasets/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"694e413f977737ba","mcp_get_code":{"code_sha256":"694e413f977737ba"}},{"arxiv_id":"2510.02818","paper":"/paper/arxiv-2510-02818","title":"Mitigating Spurious Correlation via Distributionally Robust Learning with Hierarchical Ambiguity Sets","date":null,"month_inferred_from_arxiv_id":"2025-10","title_source":"syntology","repo":"Sung-Ho-Jo/hierarchical-dro","path":"utils_glue.py","file_url":"https://github.com/Sung-Ho-Jo/hierarchical-dro/blob/HEAD/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"c4c16e96906f44c1","mcp_get_code":{"code_sha256":"c4c16e96906f44c1"}},{"arxiv_id":"2503.04446","paper":"/paper/smtpd-a-new-benchmark-for-temporal-prediction","title":"SMTPD: A New Benchmark for Temporal Prediction of Social Media Popularity","date":null,"month_inferred_from_arxiv_id":"2025-03","title_source":"archive","repo":"zhuwei321/SMTPD","path":"smp_model.py","file_url":"https://github.com/zhuwei321/SMTPD/blob/HEAD/smp_model.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"94cb461ef88a9c6e","mcp_get_code":{"code_sha256":"94cb461ef88a9c6e"}},{"arxiv_id":"2409.13609","paper":"/paper/mapper-multimodal-prior-guided-parameter","title":"MaPPER: Multimodal Prior-guided Parameter Efficient Tuning for Referring Expression Comprehension","date":"2024-09-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"liuting20/MaPPER","path":"datasets/data_loader.py","file_url":"https://github.com/liuting20/MaPPER/blob/HEAD/datasets/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"694e413f977737ba","mcp_get_code":{"code_sha256":"694e413f977737ba"}},{"arxiv_id":"2408.01120","paper":"/paper/2408-01120","title":"An Efficient and Effective Transformer Decoder-Based Framework for Multi-Task Visual Grounding","date":"2024-08-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chenwei746/eevg","path":"datasets/data_loader.py","file_url":"https://github.com/chenwei746/eevg/blob/HEAD/datasets/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"697f14f5bf508a68","mcp_get_code":{"code_sha256":"697f14f5bf508a68"}},{"arxiv_id":"2406.17600","paper":"/paper/seeing-the-big-through-the-small-can-llms","title":"\"Seeing the Big through the Small\": Can LLMs Approximate Human Judgment Distributions on NLI from a Few Explanations?","date":"2024-06-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mainlp/mjd-estimator","path":"MJD-fine-tuning/loader/common.py","file_url":"https://github.com/mainlp/mjd-estimator/blob/HEAD/MJD-fine-tuning/loader/common.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"18b7851b76ccbc5a","mcp_get_code":{"code_sha256":"18b7851b76ccbc5a"}},{"arxiv_id":"2403.18624","paper":"/paper/vulnerability-detection-with-code-language","title":"Vulnerability Detection with Code Language Models: How Far Are We?","date":"2024-03-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"dlvuldet/primevul","path":"os_expr/run_ft.py","file_url":"https://github.com/dlvuldet/primevul/blob/HEAD/os_expr/run_ft.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"81aa84eb56e35382","mcp_get_code":{"code_sha256":"81aa84eb56e35382"}},{"arxiv_id":"2403.18624","paper":"/paper/vulnerability-detection-with-code-language","title":"Vulnerability Detection with Code Language Models: How Far Are We?","date":"2024-03-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"dlvuldet/primevul","path":"os_expr/run_ft_accelerator.py","file_url":"https://github.com/dlvuldet/primevul/blob/HEAD/os_expr/run_ft_accelerator.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b17fb0860dac6e1d","mcp_get_code":{"code_sha256":"b17fb0860dac6e1d"}},{"arxiv_id":"2403.18624","paper":"/paper/vulnerability-detection-with-code-language","title":"Vulnerability Detection with Code Language Models: How Far Are We?","date":"2024-03-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"dlvuldet/primevul","path":"os_expr/run_ft_clr.py","file_url":"https://github.com/dlvuldet/primevul/blob/HEAD/os_expr/run_ft_clr.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"62a2fd5c0079c379","mcp_get_code":{"code_sha256":"62a2fd5c0079c379"}},{"arxiv_id":"2403.02698","paper":"/paper/causal-walk-debiasing-multi-hop-fact","title":"Causal Walk: Debiasing Multi-Hop Fact Verification with Front-Door Adjustment","date":"2024-03-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zcccccz/CausalWalk","path":"data_load_utils.py","file_url":"https://github.com/zcccccz/CausalWalk/blob/HEAD/data_load_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"dd7effcbb9b3902f","mcp_get_code":{"code_sha256":"dd7effcbb9b3902f"}},{"arxiv_id":"2402.02636","paper":"/paper/can-large-language-models-learn-independent","title":"Can Large Language Models Learn Independent Causal Mechanisms?","date":"2024-02-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Strong-AI-Lab/Logical-and-abstract-reasoning","path":"models/utils_multiple_choice.py","file_url":"https://github.com/Strong-AI-Lab/Logical-and-abstract-reasoning/blob/HEAD/models/utils_multiple_choice.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"90ea10eb1aa031b1","mcp_get_code":{"code_sha256":"90ea10eb1aa031b1"}},{"arxiv_id":"2312.15614","paper":"/paper/a-comprehensive-evaluation-of-parameter","title":"A Comprehensive Evaluation of Parameter-Efficient Fine-Tuning on Software Engineering Tasks","date":"2023-12-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zwtnju/peft","path":"clone/code/clone.py","file_url":"https://github.com/zwtnju/peft/blob/HEAD/clone/code/clone.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"68f5c0b24ac09348","mcp_get_code":{"code_sha256":"68f5c0b24ac09348"}},{"arxiv_id":"2312.15614","paper":"/paper/a-comprehensive-evaluation-of-parameter","title":"A Comprehensive Evaluation of Parameter-Efficient Fine-Tuning on Software Engineering Tasks","date":"2023-12-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zwtnju/peft","path":"defect/code/defect.py","file_url":"https://github.com/zwtnju/peft/blob/HEAD/defect/code/defect.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"b4f0a16045f53d0b","mcp_get_code":{"code_sha256":"b4f0a16045f53d0b"}},{"arxiv_id":"2312.15614","paper":"/paper/a-comprehensive-evaluation-of-parameter","title":"A Comprehensive Evaluation of Parameter-Efficient Fine-Tuning on Software Engineering Tasks","date":"2023-12-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zwtnju/peft","path":"search/code/search.py","file_url":"https://github.com/zwtnju/peft/blob/HEAD/search/code/search.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"44937ddb7444bf3f","mcp_get_code":{"code_sha256":"44937ddb7444bf3f"}},{"arxiv_id":"2312.10897","paper":"/paper/generalized-category-discovery-with-large","title":"Generalized Category Discovery with Large Language Models in the Loop","date":"2023-12-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lackel/loop","path":"dataloader.py","file_url":"https://github.com/lackel/loop/blob/HEAD/dataloader.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"dac591cd5b0da1aa","mcp_get_code":{"code_sha256":"dac591cd5b0da1aa"}},{"arxiv_id":"2312.04234","paper":"/paper/graph-convolutions-enrich-the-self-attention","title":"Graph Convolutions Enrich the Self-Attention in Transformers!","date":"2023-12-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jeongwhanchoi/gfsa","path":"Code/_utils.py","file_url":"https://github.com/jeongwhanchoi/gfsa/blob/HEAD/Code/_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"70674cae33ae9c61","mcp_get_code":{"code_sha256":"70674cae33ae9c61"}},{"arxiv_id":"2311.15614","paper":"/paper/freeal-towards-human-free-active-learning-in","title":"FreeAL: Towards Human-Free Active Learning in the Era of Large Language Models","date":"2023-11-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Justherozen/FreeAL","path":"self_training_slm/datasets.py","file_url":"https://github.com/Justherozen/FreeAL/blob/HEAD/self_training_slm/datasets.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"5d0c2b8658bf615e","mcp_get_code":{"code_sha256":"5d0c2b8658bf615e"}},{"arxiv_id":"2311.00317","paper":"/paper/data-augmentation-for-code-translation-with","title":"Data Augmentation for Code Translation with Comparable Corpora and Multiple References","date":"2023-11-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"veronicium/cmtrans","path":"codet5/_utils.py","file_url":"https://github.com/veronicium/cmtrans/blob/HEAD/codet5/_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"70674cae33ae9c61","mcp_get_code":{"code_sha256":"70674cae33ae9c61"}},{"arxiv_id":"2310.09430","paper":"/paper/a-systematic-evaluation-of-large-language-1","title":"Assessing and Enhancing the Robustness of Large Language Models with Task Structure Variations for Logical Reasoning","date":"2023-10-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"strong-ai-lab/logical-and-abstract-reasoning","path":"models/utils_multiple_choice.py","file_url":"https://github.com/strong-ai-lab/logical-and-abstract-reasoning/blob/HEAD/models/utils_multiple_choice.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"90ea10eb1aa031b1","mcp_get_code":{"code_sha256":"90ea10eb1aa031b1"}},{"arxiv_id":"2310.06161","paper":"/paper/mitigating-simplicity-bias-in-deep-learning","title":"Mitigating Simplicity Bias in Deep Learning for Improved OOD Generalization and Robustness","date":"2023-10-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"estija/cmid","path":"utils_glue.py","file_url":"https://github.com/estija/cmid/blob/HEAD/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c4c16e96906f44c1","mcp_get_code":{"code_sha256":"c4c16e96906f44c1"}},{"arxiv_id":"2309.06717","paper":"/paper/bias-amplification-enhances-minority-group","title":"Bias Amplification Enhances Minority Group Performance","date":"2023-09-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"motivationss/bam","path":"utils_glue.py","file_url":"https://github.com/motivationss/bam/blob/HEAD/utils_glue.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"48239cb88a898293","mcp_get_code":{"code_sha256":"48239cb88a898293"}},{"arxiv_id":"2308.10873","paper":"/paper/spikingbert-distilling-bert-to-train-spiking","title":"SpikingBERT: Distilling BERT to Train Spiking Language Models Using Implicit Differentiation","date":"2023-08-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"neurocomplab-psu/spikingbert","path":"spiking_bert_task_distill.py","file_url":"https://github.com/neurocomplab-psu/spikingbert/blob/HEAD/spiking_bert_task_distill.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"ca4a60dd9a4dee68","mcp_get_code":{"code_sha256":"ca4a60dd9a4dee68"}},{"arxiv_id":"2308.08774","paper":"/paper/differential-privacy-linguistic-fairness-and","title":"Differential Privacy, Linguistic Fairness, and Training Data Influence: Impossibility and Possibility Theorems for Multilingual Language Models","date":"2023-08-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"xplip/multilingual-lm-objectives","path":"finetuning/pos/pos_dataset.py","file_url":"https://github.com/xplip/multilingual-lm-objectives/blob/HEAD/finetuning/pos/pos_dataset.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c7dd8be65b126cb4","mcp_get_code":{"code_sha256":"c7dd8be65b126cb4"}},{"arxiv_id":"2306.11074","paper":"/paper/simple-and-fast-group-robustness-by-automatic","title":"Simple and Fast Group Robustness by Automatic Feature Reweighting","date":"2023-06-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"AndPotap/afr","path":"gdro_fork/utils_glue.py","file_url":"https://github.com/AndPotap/afr/blob/HEAD/gdro_fork/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"c4c16e96906f44c1","mcp_get_code":{"code_sha256":"c4c16e96906f44c1"}},{"arxiv_id":"2306.02520","paper":"/paper/a-study-of-situational-reasoning-for-traffic","title":"A Study of Situational Reasoning for Traffic Understanding","date":"2023-06-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"saccharomycetes/text-based-traffic-understanding","path":"code/nli_eval.py","file_url":"https://github.com/saccharomycetes/text-based-traffic-understanding/blob/HEAD/code/nli_eval.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"GPL-3.0","inline_ok":false,"code_sha256_prefix":"4b14ea9e2df1b9f3","mcp_get_code":{"code_sha256":"4b14ea9e2df1b9f3"}},{"arxiv_id":"2305.17506","paper":"/paper/backdooring-neural-code-search","title":"Backdooring Neural Code Search","date":"2023-05-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wssun/BADCODE","path":"src/CodeBERT/utils.py","file_url":"https://github.com/wssun/BADCODE/blob/HEAD/src/CodeBERT/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"de551983d655a5d1","mcp_get_code":{"code_sha256":"de551983d655a5d1"}},{"arxiv_id":"2305.16615","paper":"/paper/aibughunter-a-practical-tool-for-predicting","title":"AIBugHunter: A Practical Tool for Predicting, Classifying and Repairing Software Vulnerabilities","date":null,"month_inferred_from_arxiv_id":"2023-05","title_source":"archive","repo":"awsm-research/aibughunter","path":"rq3_cvss_score_reg/bert/bert_base_main.py","file_url":"https://github.com/awsm-research/aibughunter/blob/HEAD/rq3_cvss_score_reg/bert/bert_base_main.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"dbb914994067a9fd","mcp_get_code":{"code_sha256":"dbb914994067a9fd"}},{"arxiv_id":"2305.16615","paper":"/paper/aibughunter-a-practical-tool-for-predicting","title":"AIBugHunter: A Practical Tool for Predicting, Classifying and Repairing Software Vulnerabilities","date":null,"month_inferred_from_arxiv_id":"2023-05","title_source":"archive","repo":"awsm-research/aibughunter","path":"rq1_cwe_id_cls/bert_base/bert_base_main.py","file_url":"https://github.com/awsm-research/aibughunter/blob/HEAD/rq1_cwe_id_cls/bert_base/bert_base_main.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"711cd36f3f2b2e39","mcp_get_code":{"code_sha256":"711cd36f3f2b2e39"}},{"arxiv_id":"2305.06535","paper":"/paper/kga-a-general-machine-unlearning-framework","title":"KGA: A General Machine Unlearning Framework Based on Knowledge Gap Alignment","date":"2023-05-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lingzhi-wang/kgaunlearn","path":"classification/utils.py","file_url":"https://github.com/lingzhi-wang/kgaunlearn/blob/HEAD/classification/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"6b3716364a307c21","mcp_get_code":{"code_sha256":"6b3716364a307c21"}},{"arxiv_id":"2304.03952","paper":"/paper/mphayaner-named-entity-recognition-for","title":"MphayaNER: Named Entity Recognition for Tshivenda","date":"2023-04-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"rendanim/mphayaner","path":"utils_ner.py","file_url":"https://github.com/rendanim/mphayaner/blob/HEAD/utils_ner.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"366bf9d9c1ffe01e","mcp_get_code":{"code_sha256":"366bf9d9c1ffe01e"}},{"arxiv_id":"2212.08108","paper":"/paper/deepdfa-dataflow-analysis-guided-efficient","title":"Dataflow Analysis-Inspired Deep Learning for Efficient Vulnerability Detection","date":"2022-12-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ISU-PAAL/DeepDFA","path":"LineVul/linevul/linevul_main.py","file_url":"https://github.com/ISU-PAAL/DeepDFA/blob/HEAD/LineVul/linevul/linevul_main.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d351b03eb53efa20","mcp_get_code":{"code_sha256":"d351b03eb53efa20"}},{"arxiv_id":"2211.15613","paper":"/paper/frustratingly-easy-label-projection-for-cross","title":"Frustratingly Easy Label Projection for Cross-lingual Transfer","date":"2022-11-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"edchengg/easyproject","path":"ner/utils_ner.py","file_url":"https://github.com/edchengg/easyproject/blob/HEAD/ner/utils_ner.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"cec6338a46a61ed0","mcp_get_code":{"code_sha256":"cec6338a46a61ed0"}},{"arxiv_id":"2210.06444","paper":"/paper/frustratingly-simple-entity-tracking-with","title":"Entity Tracking via Effective Use of Multi-Task Learning Model and Mention-guided Decoding","date":"2022-10-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"iamjanvijay/meet","path":"code/propara/train/state.py","file_url":"https://github.com/iamjanvijay/meet/blob/HEAD/code/propara/train/state.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"ce54fa63c91b5ebc","mcp_get_code":{"code_sha256":"ce54fa63c91b5ebc"}},{"arxiv_id":"2210.06444","paper":"/paper/frustratingly-simple-entity-tracking-with","title":"Entity Tracking via Effective Use of Multi-Task Learning Model and Mention-guided Decoding","date":"2022-10-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"iamjanvijay/meet","path":"code/recipes/train/state.py","file_url":"https://github.com/iamjanvijay/meet/blob/HEAD/code/recipes/train/state.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"6770944bc735f48e","mcp_get_code":{"code_sha256":"6770944bc735f48e"}},{"arxiv_id":"2207.11680","paper":"/paper/no-more-fine-tuning-an-experimental","title":"No More Fine-Tuning? An Experimental Evaluation of Prompt Tuning in Code Intelligence","date":"2022-07-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"adf1178/pt4code","path":"CodeT5-main/_utils.py","file_url":"https://github.com/adf1178/pt4code/blob/HEAD/CodeT5-main/_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"70674cae33ae9c61","mcp_get_code":{"code_sha256":"70674cae33ae9c61"}},{"arxiv_id":"2206.13289","paper":"/paper/analyzing-encoded-concepts-in-transformer","title":"Analyzing Encoded Concepts in Transformer Language Models","date":"2022-06-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"hsajjad/conceptx","path":"auto_labels/Taggers/Chunking/utils_ner.py","file_url":"https://github.com/hsajjad/conceptx/blob/HEAD/auto_labels/Taggers/Chunking/utils_ner.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"28cacb28a4c8d0bc","mcp_get_code":{"code_sha256":"28cacb28a4c8d0bc"}},{"arxiv_id":"2206.07796","paper":"/paper/fixeval-execution-based-evaluation-of-program","title":"FixEval: Execution-based Evaluation of Program Fixes for Programming Problems","date":"2022-06-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mahimanzum/fixeval","path":"codet5/_utils.py","file_url":"https://github.com/mahimanzum/fixeval/blob/HEAD/codet5/_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"70674cae33ae9c61","mcp_get_code":{"code_sha256":"70674cae33ae9c61"}},{"arxiv_id":"2205.02596","paper":"/paper/natural-language-inference-with-self","title":"Natural Language Inference with Self-Attention for Veracity Assessment of Pandemic Claims","date":"2022-05-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"thunlp/GEAR","path":"feature_extractor/extractor.py","file_url":"https://github.com/thunlp/GEAR/blob/HEAD/feature_extractor/extractor.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"478a8f97a41f3881","mcp_get_code":{"code_sha256":"478a8f97a41f3881"}},{"arxiv_id":"2204.12632","paper":"/paper/testing-the-ability-of-language-models-to-1","title":"Testing the Ability of Language Models to Interpret Figurative Language","date":"2022-04-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"simran-khanuja/multilingual-fig-qa","path":"utils.py","file_url":"https://github.com/simran-khanuja/multilingual-fig-qa/blob/HEAD/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4f74b4458496f1dc","mcp_get_code":{"code_sha256":"4f74b4458496f1dc"}},{"arxiv_id":"2204.06487","paper":"/paper/multilingual-language-model-adaptive-fine","title":"Adapting Pre-trained Language Models to African Languages via Multilingual Adaptive Fine-Tuning","date":"2022-04-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"uds-lsv/afro-maft","path":"ClassificationTasks/ner_scripts/ner_utils.py","file_url":"https://github.com/uds-lsv/afro-maft/blob/HEAD/ClassificationTasks/ner_scripts/ner_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"816daacf29aeb254","mcp_get_code":{"code_sha256":"816daacf29aeb254"}},{"arxiv_id":"2204.03230","paper":"/paper/what-you-see-is-what-you-get-distributional","title":"What You See is What You Get: Principled Deep Learning via Distributional Generalization","date":"2022-04-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yangarbiter/dp-dg","path":"utils_glue.py","file_url":"https://github.com/yangarbiter/dp-dg/blob/HEAD/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"ee0b944a7be8b14a","mcp_get_code":{"code_sha256":"ee0b944a7be8b14a"}},{"arxiv_id":"2203.08481","paper":"/paper/pseudo-q-generating-pseudo-language-queries","title":"Pseudo-Q: Generating Pseudo Language Queries for Visual Grounding","date":"2022-03-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"LeapLabTHU/Pseudo-Q","path":"datasets/data_loader.py","file_url":"https://github.com/LeapLabTHU/Pseudo-Q/blob/HEAD/datasets/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"694e413f977737ba","mcp_get_code":{"code_sha256":"694e413f977737ba"}},{"arxiv_id":"2112.02268","paper":"/paper/bridging-pre-trained-models-and-downstream","title":"Bridging Pre-trained Models and Downstream Tasks for Source Code Understanding","date":"2021-12-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wangdeze18/DACL","path":"algorithm_classification/code/bagging.py","file_url":"https://github.com/wangdeze18/DACL/blob/HEAD/algorithm_classification/code/bagging.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"9d6328379f9b5a8c","mcp_get_code":{"code_sha256":"9d6328379f9b5a8c"}},{"arxiv_id":"2110.04400","paper":"/paper/hydrasum-disentangling-stylistic-features-in-1","title":"HydraSum: Disentangling Stylistic Features in Text Summarization using Multi-Decoder Models","date":"2021-10-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"salesforce/hydra-sum","path":"modelling/train_seq2seq_utils.py","file_url":"https://github.com/salesforce/hydra-sum/blob/HEAD/modelling/train_seq2seq_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"1b019761ed7a2bd0","mcp_get_code":{"code_sha256":"1b019761ed7a2bd0"}},{"arxiv_id":"2109.15107","paper":"/paper/crossaug-a-contrastive-data-augmentation","title":"CrossAug: A Contrastive Data Augmentation Method for Debiasing Fact Verification Models","date":"2021-09-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"minwhoo/crossaug","path":"utils_fever.py","file_url":"https://github.com/minwhoo/crossaug/blob/HEAD/utils_fever.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"f98c94e02e958cf4","mcp_get_code":{"code_sha256":"f98c94e02e958cf4"}},{"arxiv_id":"2109.09262","paper":"/paper/neural-unit-test-suggestions","title":"TOGA: A Neural Method for Test Oracle Generation","date":null,"month_inferred_from_arxiv_id":"2021-09","title_source":"archive","repo":"microsoft/toga","path":"model/assertions/utils.py","file_url":"https://github.com/microsoft/toga/blob/HEAD/model/assertions/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"95c91a2b77c7fb96","mcp_get_code":{"code_sha256":"95c91a2b77c7fb96"}},{"arxiv_id":"2109.04008","paper":"/paper/graph-based-network-with-contextualized","title":"Graph Based Network with Contextualized Representations of Turns in Dialogue","date":"2021-09-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"blacknoodle/tucore-gcn","path":"data.py","file_url":"https://github.com/blacknoodle/tucore-gcn/blob/HEAD/data.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"522ffabbd69e72b3","mcp_get_code":{"code_sha256":"522ffabbd69e72b3"}},{"arxiv_id":"2109.00859","paper":"/paper/codet5-identifier-aware-unified-pre-trained","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","date":"2021-09-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"awsm-research/vulrepair","path":"M1_VulRepair_PL-NL/vulrepair_main.py","file_url":"https://github.com/awsm-research/vulrepair/blob/HEAD/M1_VulRepair_PL-NL/vulrepair_main.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"f4b7f3287895271c","mcp_get_code":{"code_sha256":"f4b7f3287895271c"}},{"arxiv_id":"2109.00859","paper":"/paper/codet5-identifier-aware-unified-pre-trained","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","date":"2021-09-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"awsm-research/vulrepair","path":"M10_T5_no_pretrain_word_level/t5_no_pretraining_wordlevel_main.py","file_url":"https://github.com/awsm-research/vulrepair/blob/HEAD/M10_T5_no_pretrain_word_level/t5_no_pretraining_wordlevel_main.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"ba2859de69445f88","mcp_get_code":{"code_sha256":"ba2859de69445f88"}},{"arxiv_id":"2108.02866","paper":"/paper/dual-reader-parser-on-hybrid-textual-and","title":"Dual Reader-Parser on Hybrid Textual and Tabular Evidence for Open Domain Question Answering","date":"2021-08-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"awslabs/durepa-hybrid-qa","path":"src/utils_data.py","file_url":"https://github.com/awslabs/durepa-hybrid-qa/blob/HEAD/src/utils_data.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"d740ff30dac46329","mcp_get_code":{"code_sha256":"d740ff30dac46329"}},{"arxiv_id":"2108.02866","paper":"/paper/dual-reader-parser-on-hybrid-textual-and","title":"Dual Reader-Parser on Hybrid Textual and Tabular Evidence for Open Domain Question Answering","date":"2021-08-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"awslabs/durepa-hybrid-qa","path":"src/utils_fusion_in_decoder.py","file_url":"https://github.com/awslabs/durepa-hybrid-qa/blob/HEAD/src/utils_fusion_in_decoder.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"9873b974777295b8","mcp_get_code":{"code_sha256":"9873b974777295b8"}},{"arxiv_id":"2108.02866","paper":"/paper/dual-reader-parser-on-hybrid-textual-and","title":"Dual Reader-Parser on Hybrid Textual and Tabular Evidence for Open Domain Question Answering","date":"2021-08-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"awslabs/durepa-hybrid-qa","path":"utils_ranking.py","file_url":"https://github.com/awslabs/durepa-hybrid-qa/blob/HEAD/utils_ranking.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"8a50439c11aef377","mcp_get_code":{"code_sha256":"8a50439c11aef377"}},{"arxiv_id":"2108.00648","paper":"/paper/from-lsat-the-progress-and-challenges-of","title":"From LSAT: The Progress and Challenges of Complex Reasoning","date":"2021-08-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zhongwanjun/AR-LSAT","path":"LSTM/utils_multiple_choice.py","file_url":"https://github.com/zhongwanjun/AR-LSAT/blob/HEAD/LSTM/utils_multiple_choice.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"92ca0309c5197304","mcp_get_code":{"code_sha256":"92ca0309c5197304"}},{"arxiv_id":"2106.10575","paper":"/paper/evograd-efficient-gradient-based-meta","title":"EvoGrad: Efficient Gradient-Based Meta-Learning and Hyperparameter Optimization","date":"2021-06-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ondrejbohdal/evograd","path":"CrossLingualLearningMetaXL/mtrain.py","file_url":"https://github.com/ondrejbohdal/evograd/blob/HEAD/CrossLingualLearningMetaXL/mtrain.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c4806e075ebe8fb0","mcp_get_code":{"code_sha256":"c4806e075ebe8fb0"}},{"arxiv_id":"2106.09449","paper":"/paper/docnli-a-large-scale-dataset-for-document","title":"DocNLI: A Large-scale Dataset for Document-level Natural Language Inference","date":"2021-06-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"salesforce/DocNLI","path":"Code/DocNLI/train_docNLI_RoBERTa_storeModel.py","file_url":"https://github.com/salesforce/DocNLI/blob/HEAD/Code/DocNLI/train_docNLI_RoBERTa_storeModel.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"0c52c543d06c00a9","mcp_get_code":{"code_sha256":"0c52c543d06c00a9"}},{"arxiv_id":"2106.08087","paper":"/paper/cblue-a-chinese-biomedical-language","title":"CBLUE: A Chinese Biomedical Language Understanding Evaluation Benchmark","date":"2021-06-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"cbluebenchmark/cblue","path":"cblue/models/zen/data.py","file_url":"https://github.com/cbluebenchmark/cblue/blob/HEAD/cblue/models/zen/data.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"d77c1cad6b941ff2","mcp_get_code":{"code_sha256":"d77c1cad6b941ff2"}},{"arxiv_id":"2106.06937","paper":"/paper/common-sense-beyond-english-evaluating-and","title":"Common Sense Beyond English: Evaluating and Improving Multilingual Language Models for Commonsense Reasoning","date":"2021-06-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"INK-USC/XCSR","path":"xcsr_experiments/utils_multiple_choice.py","file_url":"https://github.com/INK-USC/XCSR/blob/HEAD/xcsr_experiments/utils_multiple_choice.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c04ec1353ed9d926","mcp_get_code":{"code_sha256":"c04ec1353ed9d926"}},{"arxiv_id":"2106.03089","paper":"/paper/referring-transformer-a-one-step-approach-to","title":"Referring Transformer: A One-step Approach to Multi-task Visual Grounding","date":"2021-06-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ubc-vision/RefTR","path":"datasets/lang_utils.py","file_url":"https://github.com/ubc-vision/RefTR/blob/HEAD/datasets/lang_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"db595e458994d7d0","mcp_get_code":{"code_sha256":"db595e458994d7d0"}},{"arxiv_id":"2106.03048","paper":"/paper/how-did-this-get-funded-automatically","title":"How Did This Get Funded?! Automatically Identifying Quirky Scientific Achievements","date":"2021-06-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"nadavborenstein/Iggy","path":"model_training/run_classifier_dataset_utils_refactored.py","file_url":"https://github.com/nadavborenstein/Iggy/blob/HEAD/model_training/run_classifier_dataset_utils_refactored.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"88c9d3a79324b3cd","mcp_get_code":{"code_sha256":"88c9d3a79324b3cd"}},{"arxiv_id":"2106.01354","paper":"/paper/multiprover-generating-multiple-proofs-for","title":"multiPRover: Generating Multiple Proofs for Improved Interpretability in Rule Reasoning","date":"2021-06-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"swarnaHub/multiPRover","path":"utils_iterative_mprover.py","file_url":"https://github.com/swarnaHub/multiPRover/blob/HEAD/utils_iterative_mprover.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4f74b4458496f1dc","mcp_get_code":{"code_sha256":"4f74b4458496f1dc"}},{"arxiv_id":"2105.07464","paper":"/paper/few-nerd-a-few-shot-named-entity-recognition","title":"Few-NERD: A Few-Shot Named Entity Recognition Dataset","date":"2021-05-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"thunlp/Few-NERD","path":"util/supervised_util.py","file_url":"https://github.com/thunlp/Few-NERD/blob/HEAD/util/supervised_util.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"485fe5494e1efa6c","mcp_get_code":{"code_sha256":"485fe5494e1efa6c"}},{"arxiv_id":"2105.02692","paper":"/paper/learning-to-perturb-word-embeddings-for-out","title":"Learning to Perturb Word Embeddings for Out-of-distribution QA","date":"2021-05-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"seanie12/SWEP","path":"squad_utils.py","file_url":"https://github.com/seanie12/SWEP/blob/HEAD/squad_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5fa242f804a151c9","mcp_get_code":{"code_sha256":"5fa242f804a151c9"}},{"arxiv_id":"2104.09791","paper":"/paper/b-prop-bootstrapped-pre-training-with","title":"B-PROP: Bootstrapped Pre-training with Representative Words Prediction for Ad-hoc Retrieval","date":"2021-04-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Albert-Ma/PROP","path":"bprop/extract_bert_attention.py","file_url":"https://github.com/Albert-Ma/PROP/blob/HEAD/bprop/extract_bert_attention.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"84da8d20deaf09f5","mcp_get_code":{"code_sha256":"84da8d20deaf09f5"}},{"arxiv_id":"2104.08671","paper":"/paper/when-does-pretraining-help-assessing-self","title":"When Does Pretraining Help? Assessing Self-Supervised Learning for Law and the CaseHOLD Dataset","date":"2021-04-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"reglab/casehold","path":"multiple_choice/utils_multiple_choice.py","file_url":"https://github.com/reglab/casehold/blob/HEAD/multiple_choice/utils_multiple_choice.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"68377121bfc285a9","mcp_get_code":{"code_sha256":"68377121bfc285a9"}},{"arxiv_id":"2104.08541","paper":"/paper/transvg-end-to-end-visual-grounding-with","title":"TransVG: End-to-End Visual Grounding with Transformers","date":"2021-04-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"nku-shengzheliu/Pytorch-TransVG","path":"dataset/data_loader.py","file_url":"https://github.com/nku-shengzheliu/Pytorch-TransVG/blob/HEAD/dataset/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"694e413f977737ba","mcp_get_code":{"code_sha256":"694e413f977737ba"}},{"arxiv_id":"2104.08398","paper":"/paper/re-tacred-addressing-shortcomings-of-the","title":"Re-TACRED: Addressing Shortcomings of the TACRED Dataset","date":"2021-04-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"gstoica27/Re-TACRED","path":"SpanBERT/run_tacred.py","file_url":"https://github.com/gstoica27/Re-TACRED/blob/HEAD/SpanBERT/run_tacred.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"6c387d0e9a46114a","mcp_get_code":{"code_sha256":"6c387d0e9a46114a"}},{"arxiv_id":"2104.07644","paper":"/paper/explagraphs-an-explanation-graph-generation","title":"ExplaGraphs: An Explanation Graph Generation Task for Structured Commonsense Reasoning","date":"2021-04-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"swarnaHub/ExplaGraphs","path":"structured_model/utils_joint_model.py","file_url":"https://github.com/swarnaHub/ExplaGraphs/blob/HEAD/structured_model/utils_joint_model.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"03334853b0b4fe82","mcp_get_code":{"code_sha256":"03334853b0b4fe82"}},{"arxiv_id":"2104.07644","paper":"/paper/explagraphs-an-explanation-graph-generation","title":"ExplaGraphs: An Explanation Graph Generation Task for Structured Commonsense Reasoning","date":"2021-04-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"swarnaHub/ExplaGraphs","path":"structured_model/utils_relation.py","file_url":"https://github.com/swarnaHub/ExplaGraphs/blob/HEAD/structured_model/utils_relation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"01ce409a43a05ddd","mcp_get_code":{"code_sha256":"01ce409a43a05ddd"}},{"arxiv_id":"2104.02704","paper":"/paper/blow-the-dog-whistle-a-chinese-dataset-for","title":"Blow the Dog Whistle: A Chinese Dataset for Cant Understanding with Common Sense and World Knowledge","date":"2021-04-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"JetRunner/dogwhistle","path":"utils_multiple_choice.py","file_url":"https://github.com/JetRunner/dogwhistle/blob/HEAD/utils_multiple_choice.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"4d462322c887e58f","mcp_get_code":{"code_sha256":"4d462322c887e58f"}},{"arxiv_id":"2103.11811","paper":"/paper/masakhaner-named-entity-recognition-for","title":"MasakhaNER: Named Entity Recognition for African Languages","date":"2021-03-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"masakhane-io/masakhane-ner","path":"code/predict_ner.py","file_url":"https://github.com/masakhane-io/masakhane-ner/blob/HEAD/code/predict_ner.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"366bf9d9c1ffe01e","mcp_get_code":{"code_sha256":"366bf9d9c1ffe01e"}},{"arxiv_id":"2012.15701","paper":"/paper/binarybert-pushing-the-limit-of-bert","title":"BinaryBERT: Pushing the Limit of BERT Quantization","date":"2020-12-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"huawei-noah/Pretrained-Language-Model","path":"BinaryBERT/utils_glue.py","file_url":"https://github.com/huawei-noah/Pretrained-Language-Model/blob/HEAD/BinaryBERT/utils_glue.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"38412a23a52f5f6e","mcp_get_code":{"code_sha256":"38412a23a52f5f6e"}},{"arxiv_id":"2012.15022","paper":"/paper/erica-improving-entity-and-relation","title":"ERICA: Improving Entity and Relation Understanding for Pre-trained Language Models via Contrastive Learning","date":"2020-12-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"thunlp/ERICA","path":"finetune/FIGER/code/run_typing.py","file_url":"https://github.com/thunlp/ERICA/blob/HEAD/finetune/FIGER/code/run_typing.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"ebc58cfdf2131bbc","mcp_get_code":{"code_sha256":"ebc58cfdf2131bbc"}},{"arxiv_id":"2011.01536","paper":"/paper/transquest-translation-quality-estimation","title":"TransQuest: Translation Quality Estimation with Cross-lingual Transformers","date":"2020-11-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tharindudr/transQuest","path":"transquest/algo/sentence_level/monotransquest/utils.py","file_url":"https://github.com/tharindudr/transQuest/blob/HEAD/transquest/algo/sentence_level/monotransquest/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"6a3ab13e452a9b0f","mcp_get_code":{"code_sha256":"6a3ab13e452a9b0f"}},{"arxiv_id":"2010.12812","paper":"/paper/a-frustratingly-easy-approach-for-joint","title":"A Frustratingly Easy Approach for Entity and Relation Extraction","date":"2020-10-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"princeton-nlp/PURE","path":"run_relation.py","file_url":"https://github.com/princeton-nlp/PURE/blob/HEAD/run_relation.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b4727e3523efb30b","mcp_get_code":{"code_sha256":"b4727e3523efb30b"}},{"arxiv_id":"2010.11731","paper":"/paper/improving-bert-performance-for-aspect-based","title":"Improving BERT Performance for Aspect-Based Sentiment Analysis","date":"2020-10-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"IMPLabUniPr/BERT-for-ABSA","path":"src/absa_data_utils.py","file_url":"https://github.com/IMPLabUniPr/BERT-for-ABSA/blob/HEAD/src/absa_data_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"2b7167d132905cdd","mcp_get_code":{"code_sha256":"2b7167d132905cdd"}},{"arxiv_id":"2010.10418","paper":"/paper/conjnli-natural-language-inference-over","title":"ConjNLI: Natural Language Inference Over Conjunctive Sentences","date":"2020-10-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"swarnaHub/ConjNLI","path":"utils_conjnli.py","file_url":"https://github.com/swarnaHub/ConjNLI/blob/HEAD/utils_conjnli.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c4c16e96906f44c1","mcp_get_code":{"code_sha256":"c4c16e96906f44c1"}},{"arxiv_id":"2010.02584","paper":"/paper/universal-natural-language-processing-with","title":"Universal Natural Language Processing with Limited Annotations: Try Few-shot Textual Entailment as a Start","date":"2020-10-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"salesforce/UniversalFewShotNLP","path":"Coreference/0.shot.py","file_url":"https://github.com/salesforce/UniversalFewShotNLP/blob/HEAD/Coreference/0.shot.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"65e3e28505f962b0","mcp_get_code":{"code_sha256":"65e3e28505f962b0"}},{"arxiv_id":"2010.02584","paper":"/paper/universal-natural-language-processing-with","title":"Universal Natural Language Processing with Limited Annotations: Try Few-shot Textual Entailment as a Start","date":"2020-10-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"salesforce/UniversalFewShotNLP","path":"Coreference/full.shot.train.on.target.data.py","file_url":"https://github.com/salesforce/UniversalFewShotNLP/blob/HEAD/Coreference/full.shot.train.on.target.data.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"30a9889ed4a6e986","mcp_get_code":{"code_sha256":"30a9889ed4a6e986"}},{"arxiv_id":"2010.00633","paper":"/paper/discontinuous-constituent-parsing-as-sequence","title":"Discontinuous Constituent Parsing as Sequence Labeling","date":"2020-10-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"aghie/disco2labels","path":"run_token_classifier.py","file_url":"https://github.com/aghie/disco2labels/blob/HEAD/run_token_classifier.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7da1402502e66d3f","mcp_get_code":{"code_sha256":"7da1402502e66d3f"}},{"arxiv_id":"2009.06504","paper":"/paper/filling-the-gap-of-utterance-aware-and","title":"Filling the Gap of Utterance-aware and Speaker-aware Representation for Multi-turn Dialogue","date":"2020-09-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"comprehensiveMap/MDFN","path":"run_MDFN.py","file_url":"https://github.com/comprehensiveMap/MDFN/blob/HEAD/run_MDFN.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5c737bd16f29328a","mcp_get_code":{"code_sha256":"5c737bd16f29328a"}},{"arxiv_id":"2008.01059","paper":"/paper/improving-one-stage-visual-grounding-by","title":"Improving One-stage Visual Grounding by Recursive Sub-query Construction","date":"2020-08-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zyang-ur/ReSC","path":"dataset/data_loader.py","file_url":"https://github.com/zyang-ur/ReSC/blob/HEAD/dataset/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"694e413f977737ba","mcp_get_code":{"code_sha256":"694e413f977737ba"}},{"arxiv_id":"2007.02439","paper":"/paper/pretrained-generalized-autoregressive-model","title":"Pretrained Generalized Autoregressive Model with Adaptive Probabilistic Label Clusters for Extreme Multi-label Text Classification","date":"2020-07-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"huiyegit/APLC_XLNet","path":"code/utils_multi_label.py","file_url":"https://github.com/huiyegit/APLC_XLNet/blob/HEAD/code/utils_multi_label.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8eaf09fc07e42122","mcp_get_code":{"code_sha256":"8eaf09fc07e42122"}},{"arxiv_id":"2006.15509","paper":"/paper/bond-bert-assisted-open-domain-named-entity","title":"BOND: BERT-Assisted Open-Domain Named Entity Recognition with Distant Supervision","date":"2020-06-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"cliang1453/BOND","path":"data_utils.py","file_url":"https://github.com/cliang1453/BOND/blob/HEAD/data_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"dd9c936ca51e4d8e","mcp_get_code":{"code_sha256":"dd9c936ca51e4d8e"}},{"arxiv_id":"2005.13837","paper":"/paper/generating-diverse-and-consistent-qa-pairs","title":"Generating Diverse and Consistent QA pairs from Contexts with Information-Maximizing Hierarchical Conditional VAEs","date":"2020-05-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"seanie12/Info-HCVAE","path":"qa-eval/squad_utils.py","file_url":"https://github.com/seanie12/Info-HCVAE/blob/HEAD/qa-eval/squad_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"72c5000d831f12e0","mcp_get_code":{"code_sha256":"72c5000d831f12e0"}},{"arxiv_id":"2005.12116","paper":"/paper/nile-natural-language-inference-with-faithful","title":"NILE : Natural Language Inference with Faithful Natural Language Explanations","date":"2020-05-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"SawanKumar28/nile","path":"example_to_feature.py","file_url":"https://github.com/SawanKumar28/nile/blob/HEAD/example_to_feature.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"8b3b42efc2937a91","mcp_get_code":{"code_sha256":"8b3b42efc2937a91"}},{"arxiv_id":"2005.05683","paper":"/paper/on-the-robustness-of-language-encoders","title":"On the Robustness of Language Encoders against Grammatical Errors","date":"2020-05-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"uclanlp/ProbeGrammarRobustness","path":"run_transformers.py","file_url":"https://github.com/uclanlp/ProbeGrammarRobustness/blob/HEAD/run_transformers.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"6baef5e5b9e3424b","mcp_get_code":{"code_sha256":"6baef5e5b9e3424b"}},{"arxiv_id":"2005.00547","paper":"/paper/goemotions-a-dataset-of-fine-grained-emotions","title":"GoEmotions: A Dataset of Fine-Grained Emotions","date":"2020-05-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"monologg/GoEmotions-pytorch","path":"data_loader.py","file_url":"https://github.com/monologg/GoEmotions-pytorch/blob/HEAD/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"07f7c0967760a3c2","mcp_get_code":{"code_sha256":"07f7c0967760a3c2"}},{"arxiv_id":"2004.13625","paper":"/paper/event-extraction-by-answering-almost-natural","title":"Event Extraction by Answering (Almost) Natural Questions","date":"2020-04-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zhaoyuesun/phee","path":"eeqa/code/run_stage1.py","file_url":"https://github.com/zhaoyuesun/phee/blob/HEAD/eeqa/code/run_stage1.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a99894f46ca03cb9","mcp_get_code":{"code_sha256":"a99894f46ca03cb9"}},{"arxiv_id":"2004.13625","paper":"/paper/event-extraction-by-answering-almost-natural","title":"Event Extraction by Answering (Almost) Natural Questions","date":"2020-04-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"xinyadu/eeqa","path":"code/run_args_qa.py","file_url":"https://github.com/xinyadu/eeqa/blob/HEAD/code/run_args_qa.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"837c69d4640d3699","mcp_get_code":{"code_sha256":"837c69d4640d3699"}},{"arxiv_id":"2004.13590","paper":"/paper/maven-a-massive-general-domain-event","title":"MAVEN: A Massive General Domain Event Detection Dataset","date":"2020-04-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"THU-KEG/MAVEN-dataset","path":"baselines/BERT+CRF/BERT-CRF-MAVEN/utils_maven.py","file_url":"https://github.com/THU-KEG/MAVEN-dataset/blob/HEAD/baselines/BERT%2BCRF/BERT-CRF-MAVEN/utils_maven.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5a3c0645dfa7e189","mcp_get_code":{"code_sha256":"5a3c0645dfa7e189"}},{"arxiv_id":"2002.01685","paper":"/paper/parsing-as-pretraining","title":"Parsing as Pretraining","date":"2020-02-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"aghie/parsing-as-pretraining","path":"run_token_classifier.py","file_url":"https://github.com/aghie/parsing-as-pretraining/blob/HEAD/run_token_classifier.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"20541be1e49e8caf","mcp_get_code":{"code_sha256":"20541be1e49e8caf"}},{"arxiv_id":"2001.00137","paper":"/paper/stacked-debert-all-attention-in-incomplete","title":"Stacked DeBERT: All Attention in Incomplete Data for Text Classification","date":"2020-01-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"gcunhase/StackedDeBERT","path":"run_stacked_debert_dae_classifier.py","file_url":"https://github.com/gcunhase/StackedDeBERT/blob/HEAD/run_stacked_debert_dae_classifier.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b3feaffc79a790e6","mcp_get_code":{"code_sha256":"b3feaffc79a790e6"}},{"arxiv_id":"1911.10470","paper":"/paper/learning-to-retrieve-reasoning-paths-over-1","title":"Learning to Retrieve Reasoning Paths over Wikipedia Graph for Question Answering","date":"2019-11-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"AkariAsai/learning_to_retrieve_reasoning_paths","path":"graph_retriever/utils.py","file_url":"https://github.com/AkariAsai/learning_to_retrieve_reasoning_paths/blob/HEAD/graph_retriever/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"f453c4aa1b64e2a3","mcp_get_code":{"code_sha256":"f453c4aa1b64e2a3"}},{"arxiv_id":"1911.03268","paper":"/paper/inducing-brain-relevant-bias-in-natural","title":"Inducing brain-relevant bias in natural language processing models","date":"2019-10-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"danrsc/bert_brain_neurips_2019","path":"run_glue.py","file_url":"https://github.com/danrsc/bert_brain_neurips_2019/blob/HEAD/run_glue.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"e1d96b6fa3c36dbd","mcp_get_code":{"code_sha256":"e1d96b6fa3c36dbd"}},{"arxiv_id":"1911.00068","paper":"/paper/confident-learning-estimating-uncertainty-in","title":"Confident Learning: Estimating Uncertainty in Dataset Labels","date":"2019-10-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"cleanlab/examples","path":"entity_recognition/run_ner.py","file_url":"https://github.com/cleanlab/examples/blob/HEAD/entity_recognition/run_ner.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"d885b9e5d1082285","mcp_get_code":{"code_sha256":"d885b9e5d1082285"}},{"arxiv_id":"1910.14659","paper":"/paper/pseudolikelihood-reranking-with-masked","title":"Masked Language Model Scoring","date":"2019-10-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"b3feaffc79a790e6","mcp_get_code":{"code_sha256":"b3feaffc79a790e6"}},{"arxiv_id":"1910.02915","paper":"/paper/exploiting-structural-and-semantic-context","title":"Commonsense Knowledge Base Completion with Structural and Semantic Context","date":"2019-10-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"allenai/commonsense-kg-completion","path":"src/bert_feature_extractor.py","file_url":"https://github.com/allenai/commonsense-kg-completion/blob/HEAD/src/bert_feature_extractor.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8670d7299e3756ce","mcp_get_code":{"code_sha256":"8670d7299e3756ce"}},{"arxiv_id":"1910.02655","paper":"/paper/bert-for-evidence-retrieval-and-claim","title":"BERT for Evidence Retrieval and Claim Verification","date":"2019-10-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ASoleimaniB/BERT_FEVER","path":"run_classifier_negativemining.py","file_url":"https://github.com/ASoleimaniB/BERT_FEVER/blob/HEAD/run_classifier_negativemining.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"11140e97c8bc607f","mcp_get_code":{"code_sha256":"11140e97c8bc607f"}},{"arxiv_id":"1910.02655","paper":"/paper/bert-for-evidence-retrieval-and-claim","title":"BERT for Evidence Retrieval and Claim Verification","date":"2019-10-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ASoleimaniB/BERT_FEVER","path":"run_classifier_sentence_retrieval.py","file_url":"https://github.com/ASoleimaniB/BERT_FEVER/blob/HEAD/run_classifier_sentence_retrieval.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"d505548ec4491eda","mcp_get_code":{"code_sha256":"d505548ec4491eda"}},{"arxiv_id":"1910.02339","paper":"/paper/natural-to-formal-language-generation-using-1","title":"Mapping Natural-language Problems to Formal-language Solutions Using Structured Neural Representations","date":"2019-10-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ckzbullbullet/TP-N2F","path":"src/run_tpn2f_mathqa.py","file_url":"https://github.com/ckzbullbullet/TP-N2F/blob/HEAD/src/run_tpn2f_mathqa.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"81737c34c758ea23","mcp_get_code":{"code_sha256":"81737c34c758ea23"}},{"arxiv_id":"1910.02339","paper":"/paper/natural-to-formal-language-generation-using-1","title":"Mapping Natural-language Problems to Formal-language Solutions Using Structured Neural Representations","date":"2019-10-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ckzbullbullet/TP-N2F","path":"src/run_tpn2f_lisp.py","file_url":"https://github.com/ckzbullbullet/TP-N2F/blob/HEAD/src/run_tpn2f_lisp.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"89468437348f2fd3","mcp_get_code":{"code_sha256":"89468437348f2fd3"}},{"arxiv_id":"1909.09436","paper":"/paper/codesearchnet-challenge-evaluating-the-state","title":"CodeSearchNet Challenge: Evaluating the State of Semantic Code Search","date":"2019-09-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"nchen909/codeattention","path":"utils.py","file_url":"https://github.com/nchen909/codeattention/blob/HEAD/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"fa57c04c2fcf72af","mcp_get_code":{"code_sha256":"fa57c04c2fcf72af"}},{"arxiv_id":"1909.03193","paper":"/paper/kg-bert-bert-for-knowledge-graph-completion","title":"KG-BERT: BERT for Knowledge Graph Completion","date":"2019-09-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yao8839836/kg-bert","path":"run_bert_triple_classifier.py","file_url":"https://github.com/yao8839836/kg-bert/blob/HEAD/run_bert_triple_classifier.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"aa4bc89879d625d9","mcp_get_code":{"code_sha256":"aa4bc89879d625d9"}},{"arxiv_id":"1909.03193","paper":"/paper/kg-bert-bert-for-knowledge-graph-completion","title":"KG-BERT: BERT for Knowledge Graph Completion","date":"2019-09-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yao8839836/kg-bert","path":"run_bert_relation_prediction.py","file_url":"https://github.com/yao8839836/kg-bert/blob/HEAD/run_bert_relation_prediction.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"be8b481f6d5012e1","mcp_get_code":{"code_sha256":"be8b481f6d5012e1"}},{"arxiv_id":"1909.02635","paper":"/paper/effective-use-of-transformer-networks-for","title":"Effective Use of Transformer Networks for Entity Tracking","date":"2019-09-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"b3feaffc79a790e6","mcp_get_code":{"code_sha256":"b3feaffc79a790e6"}},{"arxiv_id":"1909.02164","paper":"/paper/tabfact-a-large-scale-dataset-for-table-based","title":"TabFact: A Large-scale Dataset for Table-based Fact Verification","date":"2019-09-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wenhuchen/Table-Fact-Checking","path":"code/run_BERT.py","file_url":"https://github.com/wenhuchen/Table-Fact-Checking/blob/HEAD/code/run_BERT.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"405ee22d52c27fac","mcp_get_code":{"code_sha256":"405ee22d52c27fac"}},{"arxiv_id":"1909.02151","paper":"/paper/kagnet-knowledge-aware-graph-networks-for","title":"KagNet: Knowledge-Aware Graph Networks for Commonsense Reasoning","date":"2019-09-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"INK-USC/KagNet","path":"baselines/extract_csqa_bert.py","file_url":"https://github.com/INK-USC/KagNet/blob/HEAD/baselines/extract_csqa_bert.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"324da0e6c0b20893","mcp_get_code":{"code_sha256":"324da0e6c0b20893"}},{"arxiv_id":"1909.00505","paper":"/paper/commonsense-knowledge-mining-from-pretrained","title":"Commonsense Knowledge Mining from Pretrained Models","date":"2019-09-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"aa4bc89879d625d9","mcp_get_code":{"code_sha256":"aa4bc89879d625d9"}},{"arxiv_id":"1909.00161","paper":"/paper/benchmarking-zero-shot-text-classification","title":"Benchmarking Zero-shot Text Classification: Datasets, Evaluation and Entailment Approach","date":"2019-08-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yinwenpeng/BenchmarkingZeroShot","path":"src/train_emotion.py","file_url":"https://github.com/yinwenpeng/BenchmarkingZeroShot/blob/HEAD/src/train_emotion.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"ec501cd7dcd3a162","mcp_get_code":{"code_sha256":"ec501cd7dcd3a162"}},{"arxiv_id":"1908.11860","paper":"/paper/adapt-or-get-left-behind-domain-adaptation","title":"Adapt or Get Left Behind: Domain Adaptation through BERT Language Model Finetuning for Aspect-Target Sentiment Classification","date":"2019-08-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ardyh/bert-ada","path":"finetuning_and_classification/utils_glue.py","file_url":"https://github.com/ardyh/bert-ada/blob/HEAD/finetuning_and_classification/utils_glue.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"ed04fa9adc7b8bad","mcp_get_code":{"code_sha256":"ed04fa9adc7b8bad"}},{"arxiv_id":"1908.10063","paper":"/paper/finbert-financial-sentiment-analysis-with-pre","title":"FinBERT: Financial Sentiment Analysis with Pre-trained Language Models","date":"2019-08-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ProsusAI/finBERT","path":"finbert/utils.py","file_url":"https://github.com/ProsusAI/finBERT/blob/HEAD/finbert/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"804e62a123a49544","mcp_get_code":{"code_sha256":"804e62a123a49544"}},{"arxiv_id":"1908.10023","paper":"/paper/midas-a-dialog-act-annotation-scheme-for-open","title":"MIDAS: A Dialog Act Annotation Scheme for Open Domain Human Machine Spoken Conversations","date":"2019-08-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"DianDYu/MIDAS_dialog_act","path":"run_classifier.py","file_url":"https://github.com/DianDYu/MIDAS_dialog_act/blob/HEAD/run_classifier.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"833dcdedaca6a506","mcp_get_code":{"code_sha256":"833dcdedaca6a506"}},{"arxiv_id":"1908.10023","paper":"/paper/midas-a-dialog-act-annotation-scheme-for-open","title":"MIDAS: A Dialog Act Annotation Scheme for Open Domain Human Machine Spoken Conversations","date":"2019-08-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"DianDYu/MIDAS_dialog_act","path":"examples/extract_features.py","file_url":"https://github.com/DianDYu/MIDAS_dialog_act/blob/HEAD/examples/extract_features.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"efafedcdc49889e7","mcp_get_code":{"code_sha256":"efafedcdc49889e7"}},{"arxiv_id":"1908.09355","paper":"/paper/patient-knowledge-distillation-for-bert-model","title":"Patient Knowledge Distillation for BERT Model Compression","date":"2019-08-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Daniel-H-99/Patient-Knowledge-Distillation","path":"src/nli_data_processing.py","file_url":"https://github.com/Daniel-H-99/Patient-Knowledge-Distillation/blob/HEAD/src/nli_data_processing.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"379ade5858acdbfa","mcp_get_code":{"code_sha256":"379ade5858acdbfa"}},{"arxiv_id":"1908.09355","paper":"/paper/patient-knowledge-distillation-for-bert-model","title":"Patient Knowledge Distillation for BERT Model Compression","date":"2019-08-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Daniel-H-99/Patient-Knowledge-Distillation","path":"src/race_data_processing.py","file_url":"https://github.com/Daniel-H-99/Patient-Knowledge-Distillation/blob/HEAD/src/race_data_processing.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"b30ee2907e5cd3a6","mcp_get_code":{"code_sha256":"b30ee2907e5cd3a6"}},{"arxiv_id":"1908.06354","paper":"/paper/a-fast-and-accurate-one-stage-approach-to","title":"A Fast and Accurate One-Stage Approach to Visual Grounding","date":"2019-08-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zyang-ur/onestage_grounding","path":"dataset/referit_loader.py","file_url":"https://github.com/zyang-ur/onestage_grounding/blob/HEAD/dataset/referit_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"694e413f977737ba","mcp_get_code":{"code_sha256":"694e413f977737ba"}},{"arxiv_id":"1907.10529","paper":"/paper/spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"facebookresearch/SpanBERT","path":"code/run_tacred.py","file_url":"https://github.com/facebookresearch/SpanBERT/blob/HEAD/code/run_tacred.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"3860f4e19d89be73","mcp_get_code":{"code_sha256":"3860f4e19d89be73"}},{"arxiv_id":"1907.10529","paper":"/paper/spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"facebookresearch/SpanBERT","path":"code/run_squad.py","file_url":"https://github.com/facebookresearch/SpanBERT/blob/HEAD/code/run_squad.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"da5d9e9f738be2ba","mcp_get_code":{"code_sha256":"da5d9e9f738be2ba"}},{"arxiv_id":"1907.07421","paper":"/paper/sumbt-slot-utterance-matching-for-universal","title":"SUMBT: Slot-Utterance Matching for Universal and Scalable Belief Tracking","date":"2019-07-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"SKTBrain/SUMBT","path":"code/main-multislot-ewc.py","file_url":"https://github.com/SKTBrain/SUMBT/blob/HEAD/code/main-multislot-ewc.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"cc4b867df9657676","mcp_get_code":{"code_sha256":"cc4b867df9657676"}},{"arxiv_id":"1907.07421","paper":"/paper/sumbt-slot-utterance-matching-for-universal","title":"SUMBT: Slot-Utterance Matching for Universal and Scalable Belief Tracking","date":"2019-07-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"SKTBrain/SUMBT","path":"code/main-multislot.py","file_url":"https://github.com/SKTBrain/SUMBT/blob/HEAD/code/main-multislot.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"12f577629e0dd0b5","mcp_get_code":{"code_sha256":"12f577629e0dd0b5"}},{"arxiv_id":"1906.02361","paper":"/paper/explain-yourself-leveraging-language-models","title":"Explain Yourself! Leveraging Language Models for Commonsense Reasoning","date":"2019-06-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"salesforce/cos-e","path":"code/classification/run_commonsenseQA_expl_v1.1.py","file_url":"https://github.com/salesforce/cos-e/blob/HEAD/code/classification/run_commonsenseQA_expl_v1.1.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"3a47cdeefbf57240","mcp_get_code":{"code_sha256":"3a47cdeefbf57240"}},{"arxiv_id":"1906.01830","paper":"/paper/190601830","title":"ArSentD-LEV: A Multi-Topic Corpus for Target-based Sentiment Analysis in Arabic Levantine Tweets","date":"2019-05-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"CAMeL-Lab/CAMeLBERT","path":"token-classification/utils.py","file_url":"https://github.com/CAMeL-Lab/CAMeLBERT/blob/HEAD/token-classification/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"9d577332fad44955","mcp_get_code":{"code_sha256":"9d577332fad44955"}},{"arxiv_id":"1905.12866","paper":"/paper/semantically-conditioned-dialog-response","title":"Semantically Conditioned Dialog Response Generation via Hierarchical Disentangled Self-Attention","date":"2019-05-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wenhuchen/HDSA-Dialog","path":"train_predictor.py","file_url":"https://github.com/wenhuchen/HDSA-Dialog/blob/HEAD/train_predictor.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"6e651a4fd9fdb692","mcp_get_code":{"code_sha256":"6e651a4fd9fdb692"}},{"arxiv_id":"1905.10033","paper":"/paper/personalizing-dialogue-agents-via-meta","title":"Personalizing Dialogue Agents via Meta-Learning","date":"2019-05-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"HLTCHKUST/PAML","path":"utils/load_bert.py","file_url":"https://github.com/HLTCHKUST/PAML/blob/HEAD/utils/load_bert.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b3feaffc79a790e6","mcp_get_code":{"code_sha256":"b3feaffc79a790e6"}},{"arxiv_id":"1905.08284","paper":"/paper/enriching-pre-trained-language-model-with","title":"Enriching Pre-trained Language Model with Entity Information for Relation Classification","date":"2019-05-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chielingyueh/anaphora_resolution_chemical_patents","path":"data_loader.py","file_url":"https://github.com/chielingyueh/anaphora_resolution_chemical_patents/blob/HEAD/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"858f5413d0c58846","mcp_get_code":{"code_sha256":"858f5413d0c58846"}},{"arxiv_id":"1905.07129","paper":"/paper/ernie-enhanced-language-representation-with","title":"ERNIE: Enhanced Language Representation with Informative Entities","date":"2019-05-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"thunlp/ERNIE","path":"code/run_fewrel.py","file_url":"https://github.com/thunlp/ERNIE/blob/HEAD/code/run_fewrel.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c248635dec6d8a67","mcp_get_code":{"code_sha256":"c248635dec6d8a67"}},{"arxiv_id":"1904.05342","paper":"/paper/clinicalbert-modeling-clinical-notes-and","title":"ClinicalBERT: Modeling Clinical Notes and Predicting Hospital Readmission","date":"2019-04-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"kexinhuang12345/clinicalBERT","path":"run_readmission.py","file_url":"https://github.com/kexinhuang12345/clinicalBERT/blob/HEAD/run_readmission.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"94379d9b86286b17","mcp_get_code":{"code_sha256":"94379d9b86286b17"}},{"arxiv_id":"1904.03371","paper":"/paper/evaluating-coherence-in-dialogue-systems","title":"Evaluating Coherence in Dialogue Systems using Entailment","date":"2019-04-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"nouhadziri/DialogEntailment","path":"dialogentail/huggingface/finetune_bert.py","file_url":"https://github.com/nouhadziri/DialogEntailment/blob/HEAD/dialogentail/huggingface/finetune_bert.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"15f6f61389df0b65","mcp_get_code":{"code_sha256":"15f6f61389df0b65"}},{"arxiv_id":"1904.03323","paper":"/paper/publicly-available-clinical-bert-embeddings","title":"Publicly Available Clinical BERT Embeddings","date":"2019-04-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"06b922528ebf4e7d","mcp_get_code":{"code_sha256":"06b922528ebf4e7d"}},{"arxiv_id":"1904.02232","paper":"/paper/bert-post-training-for-review-reading","title":"BERT Post-Training for Review Reading Comprehension and Aspect-based Sentiment Analysis","date":"2019-04-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"howardhsu/BERT-for-RRC-ABSA","path":"pytorch-pretrained-bert/src/absa_data_utils.py","file_url":"https://github.com/howardhsu/BERT-for-RRC-ABSA/blob/HEAD/pytorch-pretrained-bert/src/absa_data_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"2b7167d132905cdd","mcp_get_code":{"code_sha256":"2b7167d132905cdd"}},{"arxiv_id":"1904.02232","paper":"/paper/bert-post-training-for-review-reading","title":"BERT Post-Training for Review Reading Comprehension and Aspect-based Sentiment Analysis","date":"2019-04-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"howardhsu/BERT-for-RRC-ABSA","path":"pytorch-pretrained-bert/src/squad_data_utils.py","file_url":"https://github.com/howardhsu/BERT-for-RRC-ABSA/blob/HEAD/pytorch-pretrained-bert/src/squad_data_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"88d0c4f20672bdb6","mcp_get_code":{"code_sha256":"88d0c4f20672bdb6"}},{"arxiv_id":"1903.09588","paper":"/paper/utilizing-bert-for-aspect-based-sentiment","title":"Utilizing BERT for Aspect-Based Sentiment Analysis via Constructing Auxiliary Sentence","date":"2019-03-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"anshulwadhawan/ABSA","path":"Code/run_classifier_TABSA.py","file_url":"https://github.com/anshulwadhawan/ABSA/blob/HEAD/Code/run_classifier_TABSA.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"582ae35fabc0e404","mcp_get_code":{"code_sha256":"582ae35fabc0e404"}},{"arxiv_id":"1902.10909","paper":"/paper/bert-for-joint-intent-classification-and-slot","title":"BERT for Joint Intent Classification and Slot Filling","date":"2019-02-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"monologg/JointBERT","path":"data_loader.py","file_url":"https://github.com/monologg/JointBERT/blob/HEAD/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"9d27d5015d7a3b3e","mcp_get_code":{"code_sha256":"9d27d5015d7a3b3e"}},{"arxiv_id":"1902.09492","paper":"/paper/cross-lingual-alignment-of-contextual-word","title":"Cross-Lingual Alignment of Contextual Word Embeddings, with Applications to Zero-shot Dependency Parsing","date":"2019-02-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"TalSchuster/CrossLingualELMo","path":"gen_anchors_bert.py","file_url":"https://github.com/TalSchuster/CrossLingualELMo/blob/HEAD/gen_anchors_bert.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"782d3e4b79c2b168","mcp_get_code":{"code_sha256":"782d3e4b79c2b168"}},{"arxiv_id":"1901.08746","paper":"/paper/biobert-a-pre-trained-biomedical-language","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","date":"2019-01-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"EmilyAlsentzer/clinicalBERT","path":"downstream_tasks/run_classifier.py","file_url":"https://github.com/EmilyAlsentzer/clinicalBERT/blob/HEAD/downstream_tasks/run_classifier.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"06b922528ebf4e7d","mcp_get_code":{"code_sha256":"06b922528ebf4e7d"}},{"arxiv_id":"1901.08746","paper":"/paper/biobert-a-pre-trained-biomedical-language","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","date":"2019-01-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"phucdev/TL_Bio_RE","path":"tlbiore/dataset_readers/readers.py","file_url":"https://github.com/phucdev/TL_Bio_RE/blob/HEAD/tlbiore/dataset_readers/readers.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"13645454ee9a48df","mcp_get_code":{"code_sha256":"13645454ee9a48df"}},{"arxiv_id":"1812.06705","paper":"/paper/conditional-bert-contextual-augmentation","title":"Conditional BERT Contextual Augmentation","date":"2018-12-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"newRevelation/DL","path":"aug_dataset.py","file_url":"https://github.com/newRevelation/DL/blob/HEAD/aug_dataset.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"fbd849b3c76a8666","mcp_get_code":{"code_sha256":"fbd849b3c76a8666"}},{"arxiv_id":"1810.04805","paper":"/paper/bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Microsoft/AzureML-BERT","path":"finetune/PyTorch/run_classifier_azureml.py","file_url":"https://github.com/Microsoft/AzureML-BERT/blob/HEAD/finetune/PyTorch/run_classifier_azureml.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"94379d9b86286b17","mcp_get_code":{"code_sha256":"94379d9b86286b17"}},{"arxiv_id":"1810.04805","paper":"/paper/bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"af-ai-center/bert","path":"utils/processors.py","file_url":"https://github.com/af-ai-center/bert/blob/HEAD/utils/processors.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"e23a0e9f62822bae","mcp_get_code":{"code_sha256":"e23a0e9f62822bae"}},{"arxiv_id":"1810.04805","paper":"/paper/bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"IBM/MAX-Toxic-Comment-Classifier","path":"core/bert_pytorch.py","file_url":"https://github.com/IBM/MAX-Toxic-Comment-Classifier/blob/HEAD/core/bert_pytorch.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"18cae5cbe3552c86","mcp_get_code":{"code_sha256":"18cae5cbe3552c86"}},{"arxiv_id":"1810.04805","paper":"/paper/bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Microsoft/AzureML-BERT","path":"finetune/run_squad_azureml.py","file_url":"https://github.com/Microsoft/AzureML-BERT/blob/HEAD/finetune/run_squad_azureml.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"f07d0d8833d15b7b","mcp_get_code":{"code_sha256":"f07d0d8833d15b7b"}},{"arxiv_id":"1603.01354","paper":"/paper/end-to-end-sequence-labeling-via-bi","title":"End-to-end Sequence Labeling via Bi-directional LSTM-CNNs-CRF","date":"2016-03-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"monologg/korean-ner-pytorch","path":"data_loader.py","file_url":"https://github.com/monologg/korean-ner-pytorch/blob/HEAD/data_loader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"96f74869fff003c5","mcp_get_code":{"code_sha256":"96f74869fff003c5"}},{"arxiv_id":"1506.05865","paper":"/paper/lcsts-a-large-scale-chinese-short-text","title":"LCSTS: A Large Scale Chinese Short Text Summarization Dataset","date":"2015-06-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jessie0624/Automatic-Text-Summarization","path":"1_bertClassifcation.py","file_url":"https://github.com/jessie0624/Automatic-Text-Summarization/blob/HEAD/1_bertClassifcation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"6f76a92b57d66a4e","mcp_get_code":{"code_sha256":"6f76a92b57d66a4e"}},{"arxiv_id":"1306.1091","paper":"/paper/deep-generative-stochastic-networks-trainable","title":"Deep Generative Stochastic Networks Trainable by Backprop","date":"2013-06-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"cycentum/bert-based-text-generation","path":"word_replacement/word_replacement.py","file_url":"https://github.com/cycentum/bert-based-text-generation/blob/HEAD/word_replacement/word_replacement.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"2cb874d469cd529c","mcp_get_code":{"code_sha256":"2cb874d469cd529c"}},{"arxiv_id":"aaai_17659","paper":null,"title":"arXiv:aaai_17659","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"frankaging/Quasi-Attention-ABSA","path":"code/analyze.py","file_url":"https://github.com/frankaging/Quasi-Attention-ABSA/blob/HEAD/code/analyze.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"24279805bb518dca","mcp_get_code":{"code_sha256":"24279805bb518dca"}},{"arxiv_id":"aaai_16733","paper":null,"title":"arXiv:aaai_16733","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"rajammanabrolu/WorldGeneration","path":"neural-based/KG-extraction/utils_squad.py","file_url":"https://github.com/rajammanabrolu/WorldGeneration/blob/HEAD/neural-based/KG-extraction/utils_squad.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"cd882d01ccc0cc67","mcp_get_code":{"code_sha256":"cd882d01ccc0cc67"}},{"arxiv_id":"2024.findings-emnlp.842","paper":null,"title":"arXiv:2024.findings-emnlp.842","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"mainlp/MJD-Estimator","path":"MJD-fine-tuning/loader/common.py","file_url":"https://github.com/mainlp/MJD-Estimator/blob/HEAD/MJD-fine-tuning/loader/common.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"18b7851b76ccbc5a","mcp_get_code":{"code_sha256":"18b7851b76ccbc5a"}},{"arxiv_id":"2024.acl-long.306","paper":null,"title":"arXiv:2024.acl-long.306","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"zjutangk/GeoID","path":"dataloader.py","file_url":"https://github.com/zjutangk/GeoID/blob/HEAD/dataloader.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"79f9e342b21b23eb","mcp_get_code":{"code_sha256":"79f9e342b21b23eb"}},{"arxiv_id":"2023.findings-acl.892","paper":null,"title":"arXiv:2023.findings-acl.892","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"TharinduDR/TransQuest","path":"transquest/algo/sentence_level/monotransquest/utils.py","file_url":"https://github.com/TharinduDR/TransQuest/blob/HEAD/transquest/algo/sentence_level/monotransquest/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"6a3ab13e452a9b0f","mcp_get_code":{"code_sha256":"6a3ab13e452a9b0f"}},{"arxiv_id":"2023.acl-long.264","paper":null,"title":"arXiv:2023.acl-long.264","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"DAMO-NLP-SG/MVCR","path":"src/data.py","file_url":"https://github.com/DAMO-NLP-SG/MVCR/blob/HEAD/src/data.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"code_sha256_prefix":"d8617e873531789f","mcp_get_code":{"code_sha256":"d8617e873531789f"}},{"arxiv_id":"2022.findings-emnlp.44","paper":null,"title":"arXiv:2022.findings-emnlp.44","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"JHL-HUST/TextHacker","path":"model_loader/bert_package/extract_features.py","file_url":"https://github.com/JHL-HUST/TextHacker/blob/HEAD/model_loader/bert_package/extract_features.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"efafedcdc49889e7","mcp_get_code":{"code_sha256":"efafedcdc49889e7"}},{"arxiv_id":"2022.emnlp-main.417","paper":null,"title":"arXiv:2022.emnlp-main.417","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"dmis-lab/GeNER","path":"self_training/data_utils.py","file_url":"https://github.com/dmis-lab/GeNER/blob/HEAD/self_training/data_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"dd9c936ca51e4d8e","mcp_get_code":{"code_sha256":"dd9c936ca51e4d8e"}},{"arxiv_id":"2021.findings-emnlp.119","paper":null,"title":"arXiv:2021.findings-emnlp.119","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"IBM/bridging-resolution","path":"BARQA/transformer_squad/utils_squad.py","file_url":"https://github.com/IBM/bridging-resolution/blob/HEAD/BARQA/transformer_squad/utils_squad.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"e593569974aa54e0","mcp_get_code":{"code_sha256":"e593569974aa54e0"}},{"arxiv_id":"2021.findings-acl.216","paper":null,"title":"arXiv:2021.findings-acl.216","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"destwang/DCN","path":"predict_DCN.py","file_url":"https://github.com/destwang/DCN/blob/HEAD/predict_DCN.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"20f1d6b374c95be2","mcp_get_code":{"code_sha256":"20f1d6b374c95be2"}},{"arxiv_id":"2021.findings-acl.216","paper":null,"title":"arXiv:2021.findings-acl.216","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"destwang/DCN","path":"train_DCN.py","file_url":"https://github.com/destwang/DCN/blob/HEAD/train_DCN.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3ddeb27102b000b8","mcp_get_code":{"code_sha256":"3ddeb27102b000b8"}},{"arxiv_id":"2021.emnlp-main.721","paper":null,"title":"arXiv:2021.emnlp-main.721","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"lixin4ever/BERT-E2E-ABSA","path":"glue_utils.py","file_url":"https://github.com/lixin4ever/BERT-E2E-ABSA/blob/HEAD/glue_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"ee0b944a7be8b14a","mcp_get_code":{"code_sha256":"ee0b944a7be8b14a"}},{"arxiv_id":"2021.emnlp-main.721","paper":null,"title":"arXiv:2021.emnlp-main.721","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"yangheng95/LCF-ATEPC","path":"utils/data_utils.py","file_url":"https://github.com/yangheng95/LCF-ATEPC/blob/HEAD/utils/data_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"1f28c392ac4c4a49","mcp_get_code":{"code_sha256":"1f28c392ac4c4a49"}},{"arxiv_id":"2020.emnlp-main.750","paper":null,"title":"arXiv:2020.emnlp-main.750","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"salesforce/factCC","path":"modeling/utils.py","file_url":"https://github.com/salesforce/factCC/blob/HEAD/modeling/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"e6c482d1d48b3fc1","mcp_get_code":{"code_sha256":"e6c482d1d48b3fc1"}}]}