{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/dataset/omnibenchmark/papers/ran/1","list_of":"/dataset/omnibenchmark","dataset":"OmniBenchmark","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","key_notes":{"samples_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","samples_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this dataset or check it against this dataset's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","population":"every paper with a leaderboard row on this dataset's benchmarks (the benchmark-backed subset): the archive's own papers-using-this-dataset list was never published, so this is not that list; num_papers_in_archive is the archive's own count","page":1,"pages_in_order":1,"rows_per_page":100,"rows":[1,17],"of":17,"counts":{"papers_with_a_benchmark_row":21,"with_a_code_link":21,"where_syntology_ran_a_sample":17,"not_listed_spam_title":0,"listed":21,"listed_where_code_ran":17,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":16,"every_run_a_failure_of_syntologys_instrument":1,"listed_with_a_run_with_no_instrument_failure":16,"listed_every_run_a_failure_of_syntologys_instrument":1,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers with at least one leaderboard row on this dataset's benchmarks; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/dataset/omnibenchmark/papers/ran/1","prev":null,"next":null,"papers":[{"paper":"/paper/neural-prompt-search","slug":"neural-prompt-search","title":"Neural Prompt Search","date":"2022-06-09","arxiv_id":"2206.04673","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":9,"samples_ran":8,"samples_constructed":0,"samples_ran_checked":5,"samples_ran_instrument_failed":3,"samples_unverified":1,"pointer_only_for_licence":2,"official":{"repos":["ZhangYuanhan-AI/NOAH"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/neural-prompt-search#ran","syntology_url":"https://syntology.ai/paper/2206.04673","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.04673"}}}},{"paper":"/paper/bamboo-building-mega-scale-vision-dataset","slug":"bamboo-building-mega-scale-vision-dataset","title":"Bamboo: Building Mega-Scale Vision Dataset Continually with Human-Machine Synergy","date":"2022-03-15","arxiv_id":"2203.07845","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":3,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":3,"official":{"repos":["davidzhangyuanhan/bamboo","zhangyuanhan-ai/bamboo"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/bamboo-building-mega-scale-vision-dataset#ran","syntology_url":"https://syntology.ai/paper/2203.07845","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.07845"}}}},{"paper":"/paper/masked-autoencoders-are-scalable-vision","slug":"masked-autoencoders-are-scalable-vision","title":"Masked Autoencoders Are Scalable Vision Learners","date":"2021-11-11","arxiv_id":"2111.06377","rows_on_this_dataset":1,"code_links":58,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":137,"samples_ran":86,"samples_constructed":40,"samples_ran_checked":69,"samples_ran_instrument_failed":17,"samples_unverified":51,"pointer_only_for_licence":78,"official":{"repos":["facebookresearch/mae"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/masked-autoencoders-are-scalable-vision#ran","syntology_url":"https://syntology.ai/paper/2111.06377","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.06377"}}}},{"paper":"/paper/beit-bert-pre-training-of-image-transformers","slug":"beit-bert-pre-training-of-image-transformers","title":"BEiT: BERT Pre-Training of Image Transformers","date":"2021-06-15","arxiv_id":"2106.08254","rows_on_this_dataset":1,"code_links":14,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":11,"samples_ran":6,"samples_constructed":2,"samples_ran_checked":4,"samples_ran_instrument_failed":2,"samples_unverified":5,"pointer_only_for_licence":0,"official":{"repos":["microsoft/unilm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/beit-bert-pre-training-of-image-transformers#ran","syntology_url":"https://syntology.ai/paper/2106.08254","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.08254"}}}},{"paper":"/paper/mlp-mixer-an-all-mlp-architecture-for-vision","slug":"mlp-mixer-an-all-mlp-architecture-for-vision","title":"MLP-Mixer: An all-MLP Architecture for Vision","date":"2021-05-04","arxiv_id":"2105.01601","rows_on_this_dataset":1,"code_links":49,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":134,"samples_ran":114,"samples_constructed":77,"samples_ran_checked":105,"samples_ran_instrument_failed":9,"samples_unverified":20,"pointer_only_for_licence":40,"official":{"repos":["google-research/vision_transformer"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/mlp-mixer-an-all-mlp-architecture-for-vision#ran","syntology_url":"https://syntology.ai/paper/2105.01601","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.01601"}}}},{"paper":"/paper/emerging-properties-in-self-supervised-vision","slug":"emerging-properties-in-self-supervised-vision","title":"Emerging Properties in Self-Supervised Vision Transformers","date":"2021-04-29","arxiv_id":"2104.14294","rows_on_this_dataset":1,"code_links":32,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":20,"samples_ran":14,"samples_constructed":0,"samples_ran_checked":10,"samples_ran_instrument_failed":4,"samples_unverified":6,"pointer_only_for_licence":4,"official":{"repos":["facebookresearch/dino"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/emerging-properties-in-self-supervised-vision#ran","syntology_url":"https://syntology.ai/paper/2104.14294","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.14294"}}}},{"paper":"/paper/swin-transformer-hierarchical-vision","slug":"swin-transformer-hierarchical-vision","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","date":"2021-03-25","arxiv_id":"2103.14030","rows_on_this_dataset":1,"code_links":80,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":207,"samples_ran":123,"samples_constructed":45,"samples_ran_checked":82,"samples_ran_instrument_failed":41,"samples_unverified":84,"pointer_only_for_licence":45,"official":{"repos":["microsoft/Swin-Transformer"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/swin-transformer-hierarchical-vision#ran","syntology_url":"https://syntology.ai/paper/2103.14030","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.14030"}}}},{"paper":"/paper/learning-transferable-visual-models-from","slug":"learning-transferable-visual-models-from","title":"Learning Transferable Visual Models From Natural Language Supervision","date":"2021-02-26","arxiv_id":"2103.00020","rows_on_this_dataset":1,"code_links":82,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":20,"samples_ran":16,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":14,"samples_unverified":4,"pointer_only_for_licence":16,"official":{"repos":["openai/CLIP"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/learning-transferable-visual-models-from#ran","syntology_url":"https://syntology.ai/paper/2103.00020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.00020"}}}},{"paper":"/paper/unsupervised-learning-of-visual-features-by","slug":"unsupervised-learning-of-visual-features-by","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","date":"2020-06-17","arxiv_id":"2006.09882","rows_on_this_dataset":1,"code_links":18,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":17,"samples_ran":13,"samples_constructed":4,"samples_ran_checked":6,"samples_ran_instrument_failed":7,"samples_unverified":4,"pointer_only_for_licence":6,"official":{"repos":["facebookresearch/swav"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/unsupervised-learning-of-visual-features-by#ran","syntology_url":"https://syntology.ai/paper/2006.09882","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.09882"}}}},{"paper":"/paper/large-scale-learning-of-general-visual","slug":"large-scale-learning-of-general-visual","title":"Big Transfer (BiT): General Visual Representation Learning","date":"2019-12-24","arxiv_id":"1912.11370","rows_on_this_dataset":1,"code_links":9,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":10,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":7,"samples_ran_instrument_failed":2,"samples_unverified":1,"pointer_only_for_licence":0,"official":{"repos":["google-research/big_transfer"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/large-scale-learning-of-general-visual#ran","syntology_url":"https://syntology.ai/paper/1912.11370","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.11370"}}}},{"paper":"/paper/momentum-contrast-for-unsupervised-visual","slug":"momentum-contrast-for-unsupervised-visual","title":"Momentum Contrast for Unsupervised Visual Representation Learning","date":"2019-11-13","arxiv_id":"1911.05722","rows_on_this_dataset":1,"code_links":44,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":42,"samples_ran":28,"samples_constructed":16,"samples_ran_checked":23,"samples_ran_instrument_failed":5,"samples_unverified":14,"pointer_only_for_licence":19,"official":{"repos":["facebookresearch/moco","ppwwyyxx/moco.tensorflow"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/momentum-contrast-for-unsupervised-visual#ran","syntology_url":"https://syntology.ai/paper/1911.05722","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.05722"}}}},{"paper":"/paper/efficientnet-rethinking-model-scaling-for","slug":"efficientnet-rethinking-model-scaling-for","title":"EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks","date":"2019-05-28","arxiv_id":"1905.11946","rows_on_this_dataset":1,"code_links":144,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":302,"samples_ran":198,"samples_constructed":73,"samples_ran_checked":157,"samples_ran_instrument_failed":41,"samples_unverified":104,"pointer_only_for_licence":113,"official":{"repos":["tensorflow/tpu"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/efficientnet-rethinking-model-scaling-for#ran","syntology_url":"https://syntology.ai/paper/1905.11946","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.11946"}}}},{"paper":"/paper/cutmix-regularization-strategy-to-train","slug":"cutmix-regularization-strategy-to-train","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","date":"2019-05-13","arxiv_id":"1905.04899","rows_on_this_dataset":1,"code_links":30,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":24,"samples_ran":17,"samples_constructed":6,"samples_ran_checked":11,"samples_ran_instrument_failed":6,"samples_unverified":7,"pointer_only_for_licence":5,"official":{"repos":["clovaai/CutMix-PyTorch"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/cutmix-regularization-strategy-to-train#ran","syntology_url":"https://syntology.ai/paper/1905.04899","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.04899"}}}},{"paper":"/paper/parameter-efficient-transfer-learning-for-nlp","slug":"parameter-efficient-transfer-learning-for-nlp","title":"Parameter-Efficient Transfer Learning for NLP","date":"2019-02-02","arxiv_id":"1902.00751","rows_on_this_dataset":1,"code_links":17,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":22,"samples_ran":14,"samples_constructed":3,"samples_ran_checked":14,"samples_ran_instrument_failed":0,"samples_unverified":8,"pointer_only_for_licence":3,"official":{"repos":["google-research/adapter-bert"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/parameter-efficient-transfer-learning-for-nlp#ran","syntology_url":"https://syntology.ai/paper/1902.00751","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.00751"}}}},{"paper":"/paper/manifold-mixup-better-representations-by","slug":"manifold-mixup-better-representations-by","title":"Manifold Mixup: Better Representations by Interpolating Hidden States","date":"2018-06-13","arxiv_id":"1806.05236","rows_on_this_dataset":1,"code_links":12,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":11,"samples_ran":7,"samples_constructed":0,"samples_ran_checked":5,"samples_ran_instrument_failed":2,"samples_unverified":4,"pointer_only_for_licence":5,"official":{"repos":["vikasverma1077/manifold_mixup"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/manifold-mixup-better-representations-by#ran","syntology_url":"https://syntology.ai/paper/1806.05236","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.05236"}}}},{"paper":"/paper/inception-v4-inception-resnet-and-the-impact","slug":"inception-v4-inception-resnet-and-the-impact","title":"Inception-v4, Inception-ResNet and the Impact of Residual Connections on Learning","date":"2016-02-23","arxiv_id":"1602.07261","rows_on_this_dataset":1,"code_links":87,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/inception-v4-inception-resnet-and-the-impact#ran","syntology_url":"https://syntology.ai/paper/1602.07261","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1602.07261"}}}},{"paper":"/paper/deep-residual-learning-for-image-recognition","slug":"deep-residual-learning-for-image-recognition","title":"Deep Residual Learning for Image Recognition","date":"2015-12-10","arxiv_id":"1512.03385","rows_on_this_dataset":2,"code_links":484,"syntology":{"read_at":"2026-09-28T10:30:06+00:00","samples_harvested":377,"samples_ran":254,"samples_constructed":108,"samples_ran_checked":166,"samples_ran_instrument_failed":88,"samples_unverified":123,"pointer_only_for_licence":193,"official":{"repos":["KaimingHe/resnet-1k-layers"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/deep-residual-learning-for-image-recognition#ran","syntology_url":"https://syntology.ai/paper/1512.03385","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1512.03385"}}}}],"record_sha256":"24c75c1f6d572b2c46d6566ade94346c41bd82acae6fbf3caa93e14973658063","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}