{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/language-modeling/papers/8","list_of":"/task/language-modeling","task":"Language Modeling","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":8,"pages_in_order":142,"rows_per_page":100,"rows":[701,800],"of":14182,"counts":{"archive_papers_tagged":14182,"with_a_code_link":5620,"where_syntology_ran_a_sample":1894,"not_listed_spam_title":0,"listed":14182,"listed_where_code_ran":1894,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":1580,"every_run_a_failure_of_syntologys_instrument":314,"listed_with_a_run_with_no_instrument_failure":1580,"listed_every_run_a_failure_of_syntologys_instrument":314,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/language-modeling","prev":"/task/language-modeling/papers/7","next":"/task/language-modeling/papers/9","papers":[{"url":"/paper/mixture-of-attention-heads-selecting","slug":"mixture-of-attention-heads-selecting","title":"Mixture of Attention Heads: Selecting Attention Heads Per Token","date":"2022-10-11","arxiv_id":"2210.05144","repositories_listed":2,"syntology":{"n":17,"n_ran":13,"n_constructed":2,"n_ran_checked":10,"n_instrument":3,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":4,"phrase":"13 ran (of which 2 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/mixture-of-attention-heads-selecting#ran","syntology_url":"https://syntology.ai/paper/2210.05144","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.05144"}},"official":{"repos":["yikangshen/moa"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["found_in_text","listed","official"]}}},{"url":"/paper/infocse-information-aggregated-contrastive","slug":"infocse-information-aggregated-contrastive","title":"InfoCSE: Information-aggregated Contrastive Learning of Sentence Embeddings","date":"2022-10-08","arxiv_id":"2210.06432","repositories_listed":2,"syntology":null},{"url":"/paper/knowledge-unlearning-for-mitigating-privacy","slug":"knowledge-unlearning-for-mitigating-privacy","title":"Knowledge Unlearning for Mitigating Privacy Risks in Language Models","date":"2022-10-04","arxiv_id":"2210.01504","repositories_listed":2,"syntology":null},{"url":"/paper/the-surprising-computational-power-of","slug":"the-surprising-computational-power-of","title":"The Surprising Computational Power of Nondeterministic Stack RNNs","date":"2022-10-04","arxiv_id":"2210.01343","repositories_listed":2,"syntology":null},{"url":"/paper/promptkg-a-prompt-learning-framework-for","slug":"promptkg-a-prompt-learning-framework-for","title":"LambdaKG: A Library for Pre-trained Language Model-Based Knowledge Graph Embeddings","date":"2022-10-01","arxiv_id":"2210.00305","repositories_listed":2,"syntology":null},{"url":"/paper/exploiting-selection-bias-on-underspecified","slug":"exploiting-selection-bias-on-underspecified","title":"Underspecification in Language Modeling Tasks: A Causality-Informed Study of Gendered Pronoun Resolution","date":"2022-09-30","arxiv_id":"2210.00131","repositories_listed":2,"syntology":null},{"url":"/paper/polybert-a-chemical-language-model-to-enable","slug":"polybert-a-chemical-language-model-to-enable","title":"polyBERT: A chemical language model to enable fully machine-driven ultrafast polymer informatics","date":"2022-09-29","arxiv_id":"2209.14803","repositories_listed":2,"syntology":null},{"url":"/paper/generate-rather-than-retrieve-large-language","slug":"generate-rather-than-retrieve-large-language","title":"Generate rather than Retrieve: Large Language Models are Strong Context Generators","date":"2022-09-21","arxiv_id":"2209.10063","repositories_listed":2,"syntology":{"n":6,"n_ran":5,"n_constructed":1,"n_ran_checked":1,"n_instrument":4,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":6,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/generate-rather-than-retrieve-large-language#ran","syntology_url":"https://syntology.ai/paper/2209.10063","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.10063"}},"official":{"repos":["wyu97/GenRead"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/image-as-a-foreign-language-beit-pretraining","slug":"image-as-a-foreign-language-beit-pretraining","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","date":"2022-08-22","arxiv_id":"2208.10442","repositories_listed":2,"syntology":null},{"url":"/paper/using-large-language-models-to-simulate","slug":"using-large-language-models-to-simulate","title":"Using Large Language Models to Simulate Multiple Humans and Replicate Human Subject Studies","date":"2022-08-18","arxiv_id":"2208.10264","repositories_listed":2,"syntology":{"n":4,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/using-large-language-models-to-simulate#ran","syntology_url":"https://syntology.ai/paper/2208.10264","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.10264"}},"official":{"repos":["gatiaher/using-large-language-models-to-replicate-human-subject-studies"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/few-shot-learning-with-retrieval-augmented","slug":"few-shot-learning-with-retrieval-augmented","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","date":"2022-08-05","arxiv_id":"2208.03299","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/few-shot-learning-with-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2208.03299","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.03299"}},"official":{"repos":["facebookresearch/atlas"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-mandarin-speech-recogntion-with","slug":"improving-mandarin-speech-recogntion-with","title":"Improving Mandarin Speech Recogntion with Block-augmented Transformer","date":"2022-07-24","arxiv_id":"2207.11697","repositories_listed":2,"syntology":null},{"url":"/paper/unsupervised-pre-training-of-graph","slug":"unsupervised-pre-training-of-graph","title":"Unsupervised pre-training of graph transformers on patient population graphs","date":"2022-07-21","arxiv_id":"2207.10603","repositories_listed":2,"syntology":null},{"url":"/paper/scene-text-recognition-with-permuted","slug":"scene-text-recognition-with-permuted","title":"Scene Text Recognition with Permuted Autoregressive Sequence Models","date":"2022-07-14","arxiv_id":"2207.06966","repositories_listed":2,"syntology":{"n":8,"n_ran":5,"n_constructed":5,"n_ran_checked":5,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 5 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; every one of the 5 samples that ran constructed an object rather than computing a result","sample_list":"/paper/scene-text-recognition-with-permuted#ran","syntology_url":"https://syntology.ai/paper/2207.06966","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.06966"}},"official":{"repos":["baudm/parseq"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":5,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/n-grammer-augmenting-transformers-with-latent-1","slug":"n-grammer-augmenting-transformers-with-latent-1","title":"N-Grammer: Augmenting Transformers with latent n-grams","date":"2022-07-13","arxiv_id":"2207.06366","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/n-grammer-augmenting-transformers-with-latent-1#ran","syntology_url":"https://syntology.ai/paper/2207.06366","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.06366"}},"official":{"repos":["tensorflow/lingvo"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/bigbio-a-framework-for-data-centric","slug":"bigbio-a-framework-for-data-centric","title":"BigBIO: A Framework for Data-Centric Biomedical Natural Language Processing","date":"2022-06-30","arxiv_id":"2206.15076","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bigbio-a-framework-for-data-centric#ran","syntology_url":"https://syntology.ai/paper/2206.15076","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.15076"}},"official":{"repos":["bigscience-workshop/biomedical"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/tevr-improving-speech-recognition-by-token","slug":"tevr-improving-speech-recognition-by-token","title":"TEVR: Improving Speech Recognition by Token Entropy Variance Reduction","date":"2022-06-25","arxiv_id":"2206.12693","repositories_listed":2,"syntology":null},{"url":"/paper/mining-error-templates-for-grammatical-error","slug":"mining-error-templates-for-grammatical-error","title":"Mining Error Templates for Grammatical Error Correction","date":"2022-06-23","arxiv_id":"2206.11569","repositories_listed":2,"syntology":null},{"url":"/paper/self-supervised-learning-of-brain-dynamics","slug":"self-supervised-learning-of-brain-dynamics","title":"Self-Supervised Learning of Brain Dynamics from Broad Neuroimaging Data","date":"2022-06-22","arxiv_id":"2206.11417","repositories_listed":2,"syntology":null},{"url":"/paper/smt-dta-improving-drug-target-affinity","slug":"smt-dta-improving-drug-target-affinity","title":"SSM-DTA: Breaking the Barriers of Data Scarcity in Drug-Target Affinity Prediction","date":"2022-06-20","arxiv_id":"2206.09818","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/smt-dta-improving-drug-target-affinity#ran","syntology_url":"https://syntology.ai/paper/2206.09818","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.09818"}},"official":{"repos":["qizhipei/smt-dta","qizhipei/ssm-dta"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/revealing-single-frame-bias-for-video-and","slug":"revealing-single-frame-bias-for-video-and","title":"Revealing Single Frame Bias for Video-and-Language Learning","date":"2022-06-07","arxiv_id":"2206.03428","repositories_listed":2,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/revealing-single-frame-bias-for-video-and#ran","syntology_url":"https://syntology.ai/paper/2206.03428","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.03428"}},"official":{"repos":["jayleicn/singularity"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/lepus-prompt-based-unsupervised-multi-hop","slug":"lepus-prompt-based-unsupervised-multi-hop","title":"Few-shot Reranking for Multi-hop QA via Language Model Prompting","date":"2022-05-25","arxiv_id":"2205.12650","repositories_listed":2,"syntology":null},{"url":"/paper/banglanlg-benchmarks-and-resources-for","slug":"banglanlg-benchmarks-and-resources-for","title":"BanglaNLG and BanglaT5: Benchmarks and Resources for Evaluating Low-Resource Natural Language Generation in Bangla","date":"2022-05-23","arxiv_id":"2205.11081","repositories_listed":2,"syntology":null},{"url":"/paper/kerple-kernelized-relative-positional","slug":"kerple-kernelized-relative-positional","title":"KERPLE: Kernelized Relative Positional Embedding for Length Extrapolation","date":"2022-05-20","arxiv_id":"2205.09921","repositories_listed":2,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":8,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/kerple-kernelized-relative-positional#ran","syntology_url":"https://syntology.ai/paper/2205.09921","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.09921"}},"official":{"repos":["chijames/kerple","eleutherai/gpt-neox"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/an-empirical-study-of-self-supervised","slug":"an-empirical-study-of-self-supervised","title":"An Empirical Study Of Self-supervised Learning Approaches For Object Detection With Transformers","date":"2022-05-11","arxiv_id":"2205.05543","repositories_listed":2,"syntology":null},{"url":"/paper/from-distillation-to-hard-negative-sampling","slug":"from-distillation-to-hard-negative-sampling","title":"From Distillation to Hard Negative Sampling: Making Sparse Neural IR Models More Effective","date":"2022-05-10","arxiv_id":"2205.04733","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/from-distillation-to-hard-negative-sampling#ran","syntology_url":"https://syntology.ai/paper/2205.04733","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.04733"}},"official":{"repos":["naver/splade"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/dynamic-programming-in-rank-space-scaling-1","slug":"dynamic-programming-in-rank-space-scaling-1","title":"Dynamic Programming in Rank Space: Scaling Structured Inference with Low-Rank HMMs and PCFGs","date":"2022-05-01","arxiv_id":"2205.00484","repositories_listed":2,"syntology":null},{"url":"/paper/vision-language-pre-training-for-boosting","slug":"vision-language-pre-training-for-boosting","title":"Vision-Language Pre-Training for Boosting Scene Text Detectors","date":"2022-04-29","arxiv_id":"2204.13867","repositories_listed":2,"syntology":{"n":7,"n_ran":6,"n_constructed":4,"n_ran_checked":5,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 4 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/vision-language-pre-training-for-boosting#ran","syntology_url":"https://syntology.ai/paper/2204.13867","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.13867"}},"official":{"repos":["AlibabaResearch/AdvancedLiterateMachinery"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/making-the-most-of-text-semantics-to-improve","slug":"making-the-most-of-text-semantics-to-improve","title":"Making the Most of Text Semantics to Improve Biomedical Vision--Language Processing","date":"2022-04-21","arxiv_id":"2204.09817","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/making-the-most-of-text-semantics-to-improve#ran","syntology_url":"https://syntology.ai/paper/2204.09817","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.09817"}},"official":{"repos":["microsoft/hi-ml"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/on-the-representation-collapse-of-sparse","slug":"on-the-representation-collapse-of-sparse","title":"On the Representation Collapse of Sparse Mixture of Experts","date":"2022-04-20","arxiv_id":"2204.09179","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/on-the-representation-collapse-of-sparse#ran","syntology_url":"https://syntology.ai/paper/2204.09179","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.09179"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/monarch-expressive-structured-matrices-for","slug":"monarch-expressive-structured-matrices-for","title":"Monarch: Expressive Structured Matrices for Efficient and Accurate Training","date":"2022-04-01","arxiv_id":"2204.00595","repositories_listed":2,"syntology":{"n":15,"n_ran":15,"n_constructed":0,"n_ran_checked":14,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":13,"n_pointer_only":0,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 1 violated, 13 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/monarch-expressive-structured-matrices-for#ran","syntology_url":"https://syntology.ai/paper/2204.00595","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.00595"}},"official":{"repos":["hazyresearch/monarch"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/pangubot-efficient-generative-dialogue-pre","slug":"pangubot-efficient-generative-dialogue-pre","title":"PanGu-Bot: Efficient Generative Dialogue Pre-training from Pre-trained Language Model","date":"2022-03-31","arxiv_id":"2203.17090","repositories_listed":2,"syntology":null},{"url":"/paper/promptdet-expand-your-detector-vocabulary","slug":"promptdet-expand-your-detector-vocabulary","title":"PromptDet: Towards Open-vocabulary Detection using Uncurated Images","date":"2022-03-30","arxiv_id":"2203.16513","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/promptdet-expand-your-detector-vocabulary#ran","syntology_url":"https://syntology.ai/paper/2203.16513","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.16513"}},"official":{"repos":["fcjian/PromptDet"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/recommendation-as-language-processing-rlp-a","slug":"recommendation-as-language-processing-rlp-a","title":"Recommendation as Language Processing (RLP): A Unified Pretrain, Personalized Prompt & Predict Paradigm (P5)","date":"2022-03-24","arxiv_id":"2203.13366","repositories_listed":2,"syntology":null},{"url":"/paper/relationprompt-leveraging-prompts-to-generate","slug":"relationprompt-leveraging-prompts-to-generate","title":"RelationPrompt: Leveraging Prompts to Generate Synthetic Data for Zero-Shot Relation Triplet Extraction","date":"2022-03-17","arxiv_id":"2203.09101","repositories_listed":2,"syntology":{"n":26,"n_ran":15,"n_constructed":1,"n_ran_checked":7,"n_instrument":8,"n_unverified":11,"n_honours":4,"n_violates":0,"n_no_contract":3,"n_pointer_only":16,"phrase":"15 ran (of which 1 constructed an object rather than computing a result; 7 with no instrument failure: 4 honoured, 0 violated, 3 with no contract checked; 8 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/relationprompt-leveraging-prompts-to-generate#ran","syntology_url":"https://syntology.ai/paper/2203.09101","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.09101"}},"official":{"repos":["declare-lab/relationprompt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":1,"n_ran_no_instrument_failure":3,"n_unverified":6,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/parameter-efficient-mixture-of-experts","slug":"parameter-efficient-mixture-of-experts","title":"Parameter-Efficient Mixture-of-Experts Architecture for Pre-trained Language Models","date":"2022-03-02","arxiv_id":"2203.01104","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/parameter-efficient-mixture-of-experts#ran","syntology_url":"https://syntology.ai/paper/2203.01104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.01104"}},"official":{"repos":["rucaibox/mpo","rucaibox/mpoe"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fast-r2d2-a-pretrained-recursive-neural","slug":"fast-r2d2-a-pretrained-recursive-neural","title":"Fast-R2D2: A Pretrained Recursive Neural Network based on Pruned CKY for Grammar Induction and Text Representation","date":"2022-03-01","arxiv_id":"2203.00281","repositories_listed":2,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/fast-r2d2-a-pretrained-recursive-neural#ran","syntology_url":"https://syntology.ai/paper/2203.00281","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.00281"}},"official":{"repos":["alipay/StructuredLM_RTDT"],"state":"official: harvested for another paper","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]}}},{"url":"/paper/logical-fallacy-detection","slug":"logical-fallacy-detection","title":"Logical Fallacy Detection","date":"2022-02-28","arxiv_id":"2202.13758","repositories_listed":2,"syntology":null},{"url":"/paper/transformer-quality-in-linear-time","slug":"transformer-quality-in-linear-time","title":"Transformer Quality in Linear Time","date":"2022-02-21","arxiv_id":"2202.10447","repositories_listed":2,"syntology":null},{"url":"/paper/contextual-semantic-embeddings-for-ontology","slug":"contextual-semantic-embeddings-for-ontology","title":"Contextual Semantic Embeddings for Ontology Subsumption Prediction","date":"2022-02-20","arxiv_id":"2202.09791","repositories_listed":2,"syntology":null},{"url":"/paper/lamp-extracting-text-from-gradients-with","slug":"lamp-extracting-text-from-gradients-with","title":"LAMP: Extracting Text from Gradients with Language Model Priors","date":"2022-02-17","arxiv_id":"2202.08827","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lamp-extracting-text-from-gradients-with#ran","syntology_url":"https://syntology.ai/paper/2202.08827","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.08827"}},"official":{"repos":["eth-sri/lamp"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/can-machines-help-us-answering-question-16-in","slug":"can-machines-help-us-answering-question-16-in","title":"Can Machines Help Us Answering Question 16 in Datasheets, and In Turn Reflecting on Inappropriate Content?","date":"2022-02-14","arxiv_id":"2202.06675","repositories_listed":2,"syntology":null},{"url":"/paper/online-decision-transformer","slug":"online-decision-transformer","title":"Online Decision Transformer","date":"2022-02-11","arxiv_id":"2202.05607","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/online-decision-transformer#ran","syntology_url":"https://syntology.ai/paper/2202.05607","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.05607"}},"official":{"repos":["facebookresearch/online-dt"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["community"]}}},{"url":"/paper/proteinbert-a-universal-deep-learning-model","slug":"proteinbert-a-universal-deep-learning-model","title":"ProteinBERT: a universal deep-learning model of protein sequence and function","date":"2022-02-10","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/timelms-diachronic-language-models-from","slug":"timelms-diachronic-language-models-from","title":"TimeLMs: Diachronic Language Models from Twitter","date":"2022-02-08","arxiv_id":"2202.03829","repositories_listed":2,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/timelms-diachronic-language-models-from#ran","syntology_url":"https://syntology.ai/paper/2202.03829","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.03829"}},"official":{"repos":["cardiffnlp/timelms"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/neuro-symbolic-language-modeling-with","slug":"neuro-symbolic-language-modeling-with","title":"Neuro-Symbolic Language Modeling with Automaton-augmented Retrieval","date":"2022-01-28","arxiv_id":"2201.12431","repositories_listed":2,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/neuro-symbolic-language-modeling-with#ran","syntology_url":"https://syntology.ai/paper/2201.12431","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2201.12431"}},"official":{"repos":["neulab/retomaton","neulab/knn-transformers"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/using-deepspeed-and-megatron-to-train","slug":"using-deepspeed-and-megatron-to-train","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","date":"2022-01-28","arxiv_id":"2201.11990","repositories_listed":2,"syntology":null},{"url":"/paper/synchromesh-reliable-code-generation-from-pre-1","slug":"synchromesh-reliable-code-generation-from-pre-1","title":"Synchromesh: Reliable code generation from pre-trained language models","date":"2022-01-26","arxiv_id":"2201.11227","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/synchromesh-reliable-code-generation-from-pre-1#ran","syntology_url":"https://syntology.ai/paper/2201.11227","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2201.11227"}},"official":null}},{"url":"/paper/lemon-language-based-environment-manipulation","slug":"lemon-language-based-environment-manipulation","title":"LEMON: Language-Based Environment Manipulation via Execution-Guided Pre-training","date":"2022-01-20","arxiv_id":"2201.08081","repositories_listed":2,"syntology":null},{"url":"/paper/black-box-tuning-for-language-model-as-a","slug":"black-box-tuning-for-language-model-as-a","title":"Black-Box Tuning for Language-Model-as-a-Service","date":"2022-01-10","arxiv_id":"2201.03514","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/black-box-tuning-for-language-model-as-a#ran","syntology_url":"https://syntology.ai/paper/2201.03514","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2201.03514"}},"official":{"repos":["txsun1997/black-box-tuning"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/2112-14757","slug":"2112-14757","title":"A Simple Baseline for Open-Vocabulary Semantic Segmentation with Pre-trained Vision-language Model","date":"2021-12-29","arxiv_id":"2112.14757","repositories_listed":2,"syntology":null},{"url":"/paper/dense-to-sparse-gate-for-mixture-of-experts-1","slug":"dense-to-sparse-gate-for-mixture-of-experts-1","title":"EvoMoE: An Evolutional Mixture-of-Experts Training Framework via Dense-To-Sparse Gate","date":"2021-12-29","arxiv_id":"2112.14397","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dense-to-sparse-gate-for-mixture-of-experts-1#ran","syntology_url":"https://syntology.ai/paper/2112.14397","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.14397"}},"official":{"repos":["codecaution/evomoe"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-retrieve-prompts-for-in-context","slug":"learning-to-retrieve-prompts-for-in-context","title":"Learning To Retrieve Prompts for In-Context Learning","date":"2021-12-16","arxiv_id":"2112.08633","repositories_listed":2,"syntology":null},{"url":"/paper/from-dense-to-sparse-contrastive-pruning-for","slug":"from-dense-to-sparse-contrastive-pruning-for","title":"From Dense to Sparse: Contrastive Pruning for Better Pre-trained Language Model Compression","date":"2021-12-14","arxiv_id":"2112.07198","repositories_listed":2,"syntology":null},{"url":"/paper/quantifying-adaptability-in-pre-trained","slug":"quantifying-adaptability-in-pre-trained","title":"Quantifying Adaptability in Pre-trained Language Models with 500 Tasks","date":"2021-12-06","arxiv_id":"2112.03204","repositories_listed":2,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/quantifying-adaptability-in-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2112.03204","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.03204"}},"official":{"repos":["belindal/taskbench500","facebookresearch/task_bench"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ibot-image-bert-pre-training-with-online","slug":"ibot-image-bert-pre-training-with-online","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","date":"2021-11-15","arxiv_id":"2111.07832","repositories_listed":2,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/ibot-image-bert-pre-training-with-online#ran","syntology_url":"https://syntology.ai/paper/2111.07832","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.07832"}},"official":{"repos":["bytedance/ibot"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/knowledge-graph-informed-fake-news","slug":"knowledge-graph-informed-fake-news","title":"Knowledge Graph informed Fake News Classification via Heterogeneous Representation Ensembles","date":"2021-10-20","arxiv_id":"2110.10457","repositories_listed":2,"syntology":null},{"url":"/paper/deepage-answering-questions-in-portuguese","slug":"deepage-answering-questions-in-portuguese","title":"DEEPAGÉ: Answering Questions in Portuguese about the Brazilian Environment","date":"2021-10-19","arxiv_id":"2110.10015","repositories_listed":2,"syntology":null},{"url":"/paper/control-prefixes-for-text-generation","slug":"control-prefixes-for-text-generation","title":"Control Prefixes for Parameter-Efficient Text Generation","date":"2021-10-15","arxiv_id":"2110.08329","repositories_listed":2,"syntology":null},{"url":"/paper/composable-sparse-fine-tuning-for-cross","slug":"composable-sparse-fine-tuning-for-cross","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","date":"2021-10-14","arxiv_id":"2110.07560","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/composable-sparse-fine-tuning-for-cross#ran","syntology_url":"https://syntology.ai/paper/2110.07560","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.07560"}},"official":{"repos":["cambridgeltl/composable-sft"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/time-masking-for-temporal-language-models","slug":"time-masking-for-temporal-language-models","title":"Time Masking for Temporal Language Models","date":"2021-10-12","arxiv_id":"2110.06366","repositories_listed":2,"syntology":{"n":12,"n_ran":12,"n_constructed":0,"n_ran_checked":10,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/time-masking-for-temporal-language-models#ran","syntology_url":"https://syntology.ai/paper/2110.06366","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.06366"}},"official":{"repos":["guyrosin/tempobert"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/xlm-k-improving-cross-lingual-language-model","slug":"xlm-k-improving-cross-lingual-language-model","title":"XLM-K: Improving Cross-Lingual Language Model Pre-training with Multilingual Knowledge","date":"2021-09-26","arxiv_id":"2109.12573","repositories_listed":2,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/xlm-k-improving-cross-lingual-language-model#ran","syntology_url":"https://syntology.ai/paper/2109.12573","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.12573"}},"official":{"repos":["microsoft/Unicoder"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/dziribert-a-pre-trained-language-model-for","slug":"dziribert-a-pre-trained-language-model-for","title":"DziriBERT: a Pre-trained Language Model for the Algerian Dialect","date":"2021-09-25","arxiv_id":"2109.12346","repositories_listed":2,"syntology":null},{"url":"/paper/allocating-large-vocabulary-capacity-for","slug":"allocating-large-vocabulary-capacity-for","title":"Allocating Large Vocabulary Capacity for Cross-lingual Language Model Pre-training","date":"2021-09-15","arxiv_id":"2109.07306","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/allocating-large-vocabulary-capacity-for#ran","syntology_url":"https://syntology.ai/paper/2109.07306","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.07306"}},"official":{"repos":["bozheng-hit/vocapxlm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rationales-for-sequential-predictions","slug":"rationales-for-sequential-predictions","title":"Rationales for Sequential Predictions","date":"2021-09-14","arxiv_id":"2109.06387","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/rationales-for-sequential-predictions#ran","syntology_url":"https://syntology.ai/paper/2109.06387","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06387"}},"official":{"repos":["keyonvafa/sequential-rationales"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/bert-mbert-or-bibert-a-study-on","slug":"bert-mbert-or-bibert-a-study-on","title":"BERT, mBERT, or BiBERT? A Study on Contextualized Embeddings for Neural Machine Translation","date":"2021-09-09","arxiv_id":"2109.04588","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":1,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bert-mbert-or-bibert-a-study-on#ran","syntology_url":"https://syntology.ai/paper/2109.04588","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04588"}},"official":{"repos":["fe1ixxu/BiBERT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/debiasing-methods-in-natural-language","slug":"debiasing-methods-in-natural-language","title":"Debiasing Methods in Natural Language Understanding Make Bias More Accessible","date":"2021-09-09","arxiv_id":"2109.04095","repositories_listed":2,"syntology":null},{"url":"/paper/efficient-nearest-neighbor-language-models","slug":"efficient-nearest-neighbor-language-models","title":"Efficient Nearest Neighbor Language Models","date":"2021-09-09","arxiv_id":"2109.04212","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/efficient-nearest-neighbor-language-models#ran","syntology_url":"https://syntology.ai/paper/2109.04212","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04212"}},"official":{"repos":["jxhe/efficient-knnlm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/on-the-multilingual-capabilities-of-very","slug":"on-the-multilingual-capabilities-of-very","title":"On the Multilingual Capabilities of Very Large-Scale English Language Models","date":"2021-08-30","arxiv_id":"2108.13349","repositories_listed":2,"syntology":null},{"url":"/paper/dealing-with-typos-for-bert-based-passage","slug":"dealing-with-typos-for-bert-based-passage","title":"Dealing with Typos for BERT-based Passage Retrieval and Ranking","date":"2021-08-27","arxiv_id":"2108.12139","repositories_listed":2,"syntology":null},{"url":"/paper/simvlm-simple-visual-language-model","slug":"simvlm-simple-visual-language-model","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","date":"2021-08-24","arxiv_id":"2108.10904","repositories_listed":2,"syntology":{"n":37,"n_ran":22,"n_constructed":8,"n_ran_checked":16,"n_instrument":6,"n_unverified":15,"n_honours":1,"n_violates":3,"n_no_contract":12,"n_pointer_only":32,"phrase":"22 ran (of which 8 constructed an object rather than computing a result; 16 with no instrument failure: 1 honoured, 3 violated, 12 with no contract checked; 6 where Syntology's instrument failed) · 15 unverified","sample_list":"/paper/simvlm-simple-visual-language-model#ran","syntology_url":"https://syntology.ai/paper/2108.10904","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.10904"}},"official":null}},{"url":"/paper/smedbert-a-knowledge-enhanced-pre-trained","slug":"smedbert-a-knowledge-enhanced-pre-trained","title":"SMedBERT: A Knowledge-Enhanced Pre-trained Language Model with Structured Semantics for Medical Text Mining","date":"2021-08-20","arxiv_id":"2108.08983","repositories_listed":2,"syntology":null},{"url":"/paper/demix-layers-disentangling-domains-for","slug":"demix-layers-disentangling-domains-for","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","date":"2021-08-11","arxiv_id":"2108.05036","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/demix-layers-disentangling-domains-for#ran","syntology_url":"https://syntology.ai/paper/2108.05036","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.05036"}},"official":{"repos":["kernelmachine/demix","kernelmachine/demix-data"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bros-a-layout-aware-pre-trained-language","slug":"bros-a-layout-aware-pre-trained-language","title":"BROS: A Pre-trained Language Model Focusing on Text and Layout for Better Key Information Extraction from Documents","date":"2021-08-10","arxiv_id":"2108.04539","repositories_listed":2,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":11,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bros-a-layout-aware-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2108.04539","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.04539"}},"official":{"repos":["clovaai/bros"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/knowledgeable-prompt-tuning-incorporating","slug":"knowledgeable-prompt-tuning-incorporating","title":"Knowledgeable Prompt-tuning: Incorporating Knowledge into Prompt Verbalizer for Text Classification","date":"2021-08-04","arxiv_id":"2108.02035","repositories_listed":2,"syntology":null},{"url":"/paper/a-comparison-of-methods-for-oov-word","slug":"a-comparison-of-methods-for-oov-word","title":"A Comparison of Methods for OOV-word Recognition on a New Public Dataset","date":"2021-07-16","arxiv_id":"2107.08091","repositories_listed":2,"syntology":null},{"url":"/paper/flex-unifying-evaluation-for-few-shot-nlp","slug":"flex-unifying-evaluation-for-few-shot-nlp","title":"FLEX: Unifying Evaluation for Few-Shot NLP","date":"2021-07-15","arxiv_id":"2107.07170","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/flex-unifying-evaluation-for-few-shot-nlp#ran","syntology_url":"https://syntology.ai/paper/2107.07170","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.07170"}},"official":{"repos":["allenai/flex","allenai/unifew"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deduplicating-training-data-makes-language","slug":"deduplicating-training-data-makes-language","title":"Deduplicating Training Data Makes Language Models Better","date":"2021-07-14","arxiv_id":"2107.06499","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/deduplicating-training-data-makes-language#ran","syntology_url":"https://syntology.ai/paper/2107.06499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.06499"}},"official":{"repos":["google-research/deduplicate-text-datasets"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/symbolicgpt-a-generative-transformer-model","slug":"symbolicgpt-a-generative-transformer-model","title":"SymbolicGPT: A Generative Transformer Model for Symbolic Regression","date":"2021-06-27","arxiv_id":"2106.14131","repositories_listed":2,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/symbolicgpt-a-generative-transformer-model#ran","syntology_url":"https://syntology.ai/paper/2106.14131","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.14131"}},"official":{"repos":["git.uwaterloo.ca/data-analytics-lab/symbolicgpt2"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/multi-objective-asynchronous-successive","slug":"multi-objective-asynchronous-successive","title":"Multi-objective Asynchronous Successive Halving","date":"2021-06-23","arxiv_id":"2106.12639","repositories_listed":2,"syntology":null},{"url":"/paper/distributed-deep-learning-in-open","slug":"distributed-deep-learning-in-open","title":"Distributed Deep Learning in Open Collaborations","date":"2021-06-18","arxiv_id":"2106.10207","repositories_listed":2,"syntology":{"n":5,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 5 unverified","sample_list":"/paper/distributed-deep-learning-in-open#ran","syntology_url":"https://syntology.ai/paper/2106.10207","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.10207"}},"official":{"repos":["learning-at-home/hivemind","yandex-research/DeDLOC"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":5,"ran_from_kinds":[]}}},{"url":"/paper/golos-russian-dataset-for-speech-research","slug":"golos-russian-dataset-for-speech-research","title":"Golos: Russian Dataset for Speech Research","date":"2021-06-18","arxiv_id":"2106.10161","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/golos-russian-dataset-for-speech-research#ran","syntology_url":"https://syntology.ai/paper/2106.10161","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.10161"}},"official":{"repos":["sberdevices/golos"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/top-kast-top-k-always-sparse-training-1","slug":"top-kast-top-k-always-sparse-training-1","title":"Top-KAST: Top-K Always Sparse Training","date":"2021-06-07","arxiv_id":"2106.03517","repositories_listed":2,"syntology":null},{"url":"/paper/luna-linear-unified-nested-attention","slug":"luna-linear-unified-nested-attention","title":"Luna: Linear Unified Nested Attention","date":"2021-06-03","arxiv_id":"2106.01540","repositories_listed":2,"syntology":{"n":10,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/luna-linear-unified-nested-attention#ran","syntology_url":"https://syntology.ai/paper/2106.01540","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01540"}},"official":{"repos":["XuezheMax/fairseq-apollo"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/fedscale-benchmarking-model-and-system","slug":"fedscale-benchmarking-model-and-system","title":"FedScale: Benchmarking Model and System Performance of Federated Learning at Scale","date":"2021-05-24","arxiv_id":"2105.11367","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fedscale-benchmarking-model-and-system#ran","syntology_url":"https://syntology.ai/paper/2105.11367","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.11367"}},"official":{"repos":["SymbioticLab/FedScale"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/neural-language-models-for-nineteenth-century","slug":"neural-language-models-for-nineteenth-century","title":"Neural Language Models for Nineteenth-Century English","date":"2021-05-24","arxiv_id":"2105.11321","repositories_listed":2,"syntology":null},{"url":"/paper/from-masked-language-modeling-to-translation","slug":"from-masked-language-modeling-to-translation","title":"From Masked Language Modeling to Translation: Non-English Auxiliary Tasks Improve Zero-shot Spoken Language Understanding","date":"2021-05-15","arxiv_id":"2105.07316","repositories_listed":2,"syntology":null},{"url":"/paper/handwritten-mathematical-expression","slug":"handwritten-mathematical-expression","title":"Handwritten Mathematical Expression Recognition with Bidirectionally Trained Transformer","date":"2021-05-06","arxiv_id":"2105.02412","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/handwritten-mathematical-expression#ran","syntology_url":"https://syntology.ai/paper/2105.02412","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.02412"}},"official":{"repos":["Green-Wood/BTTR"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/electramed-a-new-pre-trained-language","slug":"electramed-a-new-pre-trained-language","title":"ELECTRAMed: a new pre-trained language representation model for biomedical NLP","date":"2021-04-19","arxiv_id":"2104.09585","repositories_listed":2,"syntology":null},{"url":"/paper/operationalizing-a-national-digital-library","slug":"operationalizing-a-national-digital-library","title":"Operationalizing a National Digital Library: The Case for a Norwegian Transformer Model","date":"2021-04-19","arxiv_id":"2104.09617","repositories_listed":2,"syntology":null},{"url":"/paper/text2app-a-framework-for-creating-android","slug":"text2app-a-framework-for-creating-android","title":"Text2App: A Framework for Creating Android Apps from Text Descriptions","date":"2021-04-16","arxiv_id":"2104.08301","repositories_listed":2,"syntology":null},{"url":"/paper/learning-how-to-ask-querying-lms-with","slug":"learning-how-to-ask-querying-lms-with","title":"Learning How to Ask: Querying LMs with Mixtures of Soft Prompts","date":"2021-04-14","arxiv_id":"2104.06599","repositories_listed":2,"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 2 unverified","sample_list":"/paper/learning-how-to-ask-querying-lms-with#ran","syntology_url":"https://syntology.ai/paper/2104.06599","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.06599"}},"official":{"repos":["hiaoxui/soft-prompts"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":[]}}},{"url":"/paper/alephbert-a-hebrew-large-pre-trained-language","slug":"alephbert-a-hebrew-large-pre-trained-language","title":"AlephBERT:A Hebrew Large Pre-Trained Language Model to Start-off your Hebrew NLP Application With","date":"2021-04-08","arxiv_id":"2104.04052","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/alephbert-a-hebrew-large-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2104.04052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.04052"}},"official":{"repos":["OnlpLab/Hebrew-Sentiment-Data"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/nutribullets-hybrid-multi-document-health","slug":"nutribullets-hybrid-multi-document-health","title":"Nutribullets Hybrid: Multi-document Health Summarization","date":"2021-04-08","arxiv_id":"2104.03465","repositories_listed":2,"syntology":null},{"url":"/paper/librispeech-transducer-model-with-internal","slug":"librispeech-transducer-model-with-internal","title":"Librispeech Transducer Model with Internal Language Model Prior Correction","date":"2021-04-07","arxiv_id":"2104.03006","repositories_listed":2,"syntology":null},{"url":"/paper/learning-chess-blindfolded-evaluating","slug":"learning-chess-blindfolded-evaluating","title":"Chess as a Testbed for Language Model State Tracking","date":"2021-02-26","arxiv_id":"2102.13249","repositories_listed":2,"syntology":null},{"url":"/paper/coco-lm-correcting-and-contrasting-text","slug":"coco-lm-correcting-and-contrasting-text","title":"COCO-LM: Correcting and Contrasting Text Sequences for Language Model Pretraining","date":"2021-02-16","arxiv_id":"2102.08473","repositories_listed":2,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/coco-lm-correcting-and-contrasting-text#ran","syntology_url":"https://syntology.ai/paper/2102.08473","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.08473"}},"official":{"repos":["microsoft/coco-lm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/gradinit-learning-to-initialize-neural","slug":"gradinit-learning-to-initialize-neural","title":"GradInit: Learning to Initialize Neural Networks for Stable and Efficient Training","date":"2021-02-16","arxiv_id":"2102.08098","repositories_listed":2,"syntology":{"n":13,"n_ran":7,"n_constructed":4,"n_ran_checked":4,"n_instrument":3,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":12,"phrase":"7 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/gradinit-learning-to-initialize-neural#ran","syntology_url":"https://syntology.ai/paper/2102.08098","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.08098"}},"official":{"repos":["zhuchen03/gradinit"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":6,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/dobf-a-deobfuscation-pre-training-objective","slug":"dobf-a-deobfuscation-pre-training-objective","title":"DOBF: A Deobfuscation Pre-Training Objective for Programming Languages","date":"2021-02-15","arxiv_id":"2102.07492","repositories_listed":2,"syntology":null},{"url":"/paper/unifying-vision-and-language-tasks-via-text","slug":"unifying-vision-and-language-tasks-via-text","title":"Unifying Vision-and-Language Tasks via Text Generation","date":"2021-02-04","arxiv_id":"2102.02779","repositories_listed":2,"syntology":{"n":12,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 10 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/unifying-vision-and-language-tasks-via-text#ran","syntology_url":"https://syntology.ai/paper/2102.02779","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.02779"}},"official":{"repos":["j-min/VL-T5"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":10,"ran_from_kinds":["official"]}}}],"record_sha256":"4d6d07147b94558238cd38ebea0595049da825f5b88a73b4b119b00326e115f0","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}