{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/benchmarking/papers/ran/7","list_of":"/task/benchmarking","task":"Benchmarking","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":7,"pages_in_order":8,"rows_per_page":100,"rows":[601,700],"of":749,"counts":{"archive_papers_tagged":5548,"with_a_code_link":2658,"where_syntology_ran_a_sample":749,"not_listed_spam_title":0,"listed":5548,"listed_where_code_ran":749,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":624,"every_run_a_failure_of_syntologys_instrument":125,"listed_with_a_run_with_no_instrument_failure":624,"listed_every_run_a_failure_of_syntologys_instrument":125,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/benchmarking/papers/ran/1","prev":"/task/benchmarking/papers/ran/6","next":"/task/benchmarking/papers/ran/8","papers":[{"url":"/paper/which-priors-matter-benchmarking-models-for","slug":"which-priors-matter-benchmarking-models-for","title":"Which priors matter? Benchmarking models for learning latent dynamics","date":"2021-11-09","arxiv_id":"2111.05458","repositories_listed":2,"syntology":{"n":11,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/which-priors-matter-benchmarking-models-for#ran","syntology_url":"https://syntology.ai/paper/2111.05458","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.05458"}},"official":{"repos":["deepmind/dm_hamiltonian_dynamics_suite"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/personalized-benchmarking-with-the-ludwig","slug":"personalized-benchmarking-with-the-ludwig","title":"Personalized Benchmarking with the Ludwig Benchmarking Toolkit","date":"2021-11-08","arxiv_id":"2111.04260","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/personalized-benchmarking-with-the-ludwig#ran","syntology_url":"https://syntology.ai/paper/2111.04260","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.04260"}},"official":{"repos":["ludwig-ai/ludwig"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/graph-robustness-benchmark-benchmarking-the","slug":"graph-robustness-benchmark-benchmarking-the","title":"Graph Robustness Benchmark: Benchmarking the Adversarial Robustness of Graph Machine Learning","date":"2021-11-08","arxiv_id":"2111.04314","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/graph-robustness-benchmark-benchmarking-the#ran","syntology_url":"https://syntology.ai/paper/2111.04314","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.04314"}},"official":{"repos":["thudm/grb"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarking-multimodal-automl-for-tabular","slug":"benchmarking-multimodal-automl-for-tabular","title":"Benchmarking Multimodal AutoML for Tabular Data with Text Fields","date":"2021-11-04","arxiv_id":"2111.02705","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/benchmarking-multimodal-automl-for-tabular#ran","syntology_url":"https://syntology.ai/paper/2111.02705","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.02705"}},"official":{"repos":["sxjscience/automl_multimodal_benchmark","awslabs/autogluon"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/openfwi-benchmark-seismic-datasets-for","slug":"openfwi-benchmark-seismic-datasets-for","title":"OpenFWI: Large-Scale Multi-Structural Benchmark Datasets for Seismic Full Waveform Inversion","date":"2021-11-04","arxiv_id":"2111.02926","repositories_listed":2,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/openfwi-benchmark-seismic-datasets-for#ran","syntology_url":"https://syntology.ai/paper/2111.02926","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.02926"}},"official":{"repos":["lanl/openfwi"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/b-pref-benchmarking-preference-based","slug":"b-pref-benchmarking-preference-based","title":"B-Pref: Benchmarking Preference-Based Reinforcement Learning","date":"2021-11-04","arxiv_id":"2111.03026","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/b-pref-benchmarking-preference-based#ran","syntology_url":"https://syntology.ai/paper/2111.03026","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.03026"}},"official":{"repos":["rll-research/b-pref"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/identifying-and-benchmarking-natural-out-of","slug":"identifying-and-benchmarking-natural-out-of","title":"Identifying and Benchmarking Natural Out-of-Context Prediction Problems","date":"2021-10-25","arxiv_id":"2110.13223","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/identifying-and-benchmarking-natural-out-of#ran","syntology_url":"https://syntology.ai/paper/2110.13223","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.13223"}},"official":{"repos":["dmadras/nooch"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/openabc-d-a-large-scale-dataset-for-machine","slug":"openabc-d-a-large-scale-dataset-for-machine","title":"OpenABC-D: A Large-Scale Dataset For Machine Learning Guided Integrated Circuit Synthesis","date":"2021-10-21","arxiv_id":"2110.11292","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/openabc-d-a-large-scale-dataset-for-machine#ran","syntology_url":"https://syntology.ai/paper/2110.11292","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.11292"}},"official":{"repos":["nyu-mlda/openabc"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/multitask-prompted-training-enables-zero-shot-1","slug":"multitask-prompted-training-enables-zero-shot-1","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","date":"2021-10-15","arxiv_id":"2110.08207","repositories_listed":8,"syntology":{"n":15,"n_ran":13,"n_constructed":0,"n_ran_checked":11,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":10,"n_pointer_only":3,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 1 violated, 10 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/multitask-prompted-training-enables-zero-shot-1#ran","syntology_url":"https://syntology.ai/paper/2110.08207","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08207"}},"official":{"repos":["bigscience-workshop/promptsource","bigscience-workshop/t-zero"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/human4d-a-human-centric-multimodal-dataset","slug":"human4d-a-human-centric-multimodal-dataset","title":"HUMAN4D: A Human-Centric Multimodal Dataset for Motions and Immersive Media","date":"2021-10-14","arxiv_id":"2110.07235","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/human4d-a-human-centric-multimodal-dataset#ran","syntology_url":"https://syntology.ai/paper/2110.07235","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.07235"}},"official":{"repos":["tofis/human4d_dataset"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/nas-bench-360-benchmarking-diverse-tasks-for-1","slug":"nas-bench-360-benchmarking-diverse-tasks-for-1","title":"NAS-Bench-360: Benchmarking Neural Architecture Search on Diverse Tasks","date":"2021-10-12","arxiv_id":"2110.05668","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/nas-bench-360-benchmarking-diverse-tasks-for-1#ran","syntology_url":"https://syntology.ai/paper/2110.05668","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.05668"}},"official":{"repos":["rtu715/nas-bench-360"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/s3prl-vc-open-source-voice-conversion","slug":"s3prl-vc-open-source-voice-conversion","title":"S3PRL-VC: Open-source Voice Conversion Framework with Self-supervised Speech Representations","date":"2021-10-12","arxiv_id":"2110.06280","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":1,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/s3prl-vc-open-source-voice-conversion#ran","syntology_url":"https://syntology.ai/paper/2110.06280","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.06280"}},"official":{"repos":["s3prl/s3prl"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/hybrid-random-features-1","slug":"hybrid-random-features-1","title":"Hybrid Random Features","date":"2021-10-08","arxiv_id":"2110.04367","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/hybrid-random-features-1#ran","syntology_url":"https://syntology.ai/paper/2110.04367","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.04367"}},"official":{"repos":["arijitthegame/hybrid-sampling"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/serab-a-multi-lingual-benchmark-for-speech","slug":"serab-a-multi-lingual-benchmark-for-speech","title":"SERAB: A multi-lingual benchmark for speech emotion recognition","date":"2021-10-07","arxiv_id":"2110.03414","repositories_listed":2,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":3,"n_pointer_only":2,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 1 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/serab-a-multi-lingual-benchmark-for-speech#ran","syntology_url":"https://syntology.ai/paper/2110.03414","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.03414"}},"official":{"repos":["neclow/serab"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/entqa-entity-linking-as-question-answering","slug":"entqa-entity-linking-as-question-answering","title":"EntQA: Entity Linking as Question Answering","date":"2021-10-05","arxiv_id":"2110.02369","repositories_listed":2,"syntology":{"n":9,"n_ran":9,"n_constructed":3,"n_ran_checked":3,"n_instrument":6,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"9 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/entqa-entity-linking-as-question-answering#ran","syntology_url":"https://syntology.ai/paper/2110.02369","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.02369"}},"official":{"repos":["wenzhengzhang/entqa"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/revisiting-self-training-for-few-shot","slug":"revisiting-self-training-for-few-shot","title":"Revisiting Self-Training for Few-Shot Learning of Language Model","date":"2021-10-04","arxiv_id":"2110.01256","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/revisiting-self-training-for-few-shot#ran","syntology_url":"https://syntology.ai/paper/2110.01256","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.01256"}},"official":{"repos":["matthewcym/sflm"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/medperf-open-benchmarking-platform-for","slug":"medperf-open-benchmarking-platform-for","title":"MedPerf: Open Benchmarking Platform for Medical Artificial Intelligence using Federated Evaluation","date":"2021-09-29","arxiv_id":"2110.01406","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/medperf-open-benchmarking-platform-for#ran","syntology_url":"https://syntology.ai/paper/2110.01406","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.01406"}},"official":{"repos":["mlcommons/medical"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/pass-an-imagenet-replacement-for-self","slug":"pass-an-imagenet-replacement-for-self","title":"PASS: An ImageNet replacement for self-supervised pretraining without humans","date":"2021-09-27","arxiv_id":"2109.13228","repositories_listed":1,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":9,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pass-an-imagenet-replacement-for-self#ran","syntology_url":"https://syntology.ai/paper/2109.13228","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.13228"}},"official":{"repos":["yukimasano/PASS"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/benchmarking-the-combinatorial","slug":"benchmarking-the-combinatorial","title":"Benchmarking the Combinatorial Generalizability of Complex Query Answering on Knowledge Graphs","date":"2021-09-18","arxiv_id":"2109.08925","repositories_listed":2,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":4,"n_instrument":5,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 2 honoured, 0 violated, 2 with no contract checked; 5 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/benchmarking-the-combinatorial#ran","syntology_url":"https://syntology.ai/paper/2109.08925","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.08925"}},"official":{"repos":["hkust-knowcomp/efo-1-qa-benchmark"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/robustart-benchmarking-robustness-on","slug":"robustart-benchmarking-robustness-on","title":"RobustART: Benchmarking Robustness on Architecture Design and Training Techniques","date":"2021-09-11","arxiv_id":"2109.05211","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/robustart-benchmarking-robustness-on#ran","syntology_url":"https://syntology.ai/paper/2109.05211","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.05211"}},"official":null}},{"url":"/paper/scikit-dimension-a-python-package-for","slug":"scikit-dimension-a-python-package-for","title":"Scikit-dimension: a Python package for intrinsic dimension estimation","date":"2021-09-06","arxiv_id":"2109.02596","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/scikit-dimension-a-python-package-for#ran","syntology_url":"https://syntology.ai/paper/2109.02596","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.02596"}},"official":{"repos":["j-bac/scikit-dimension"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/does-bert-learn-as-humans-perceive","slug":"does-bert-learn-as-humans-perceive","title":"Does BERT Learn as Humans Perceive? Understanding Linguistic Styles through Lexica","date":"2021-09-06","arxiv_id":"2109.02738","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/does-bert-learn-as-humans-perceive#ran","syntology_url":"https://syntology.ai/paper/2109.02738","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.02738"}},"official":{"repos":["sweetpeach/hummingbird"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarking-the-accuracy-and-robustness-of","slug":"benchmarking-the-accuracy-and-robustness-of","title":"Benchmarking the Accuracy and Robustness of Feedback Alignment Algorithms","date":"2021-08-30","arxiv_id":"2108.13446","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/benchmarking-the-accuracy-and-robustness-of#ran","syntology_url":"https://syntology.ai/paper/2108.13446","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.13446"}},"official":{"repos":["jsalbert/biotorch"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/searching-for-an-effective-defender","slug":"searching-for-an-effective-defender","title":"Searching for an Effective Defender: Benchmarking Defense against Adversarial Word Substitution","date":"2021-08-29","arxiv_id":"2108.12777","repositories_listed":1,"syntology":{"n":9,"n_ran":4,"n_constructed":1,"n_ran_checked":3,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/searching-for-an-effective-defender#ran","syntology_url":"https://syntology.ai/paper/2108.12777","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12777"}},"official":{"repos":["rockylzy/textdefender"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":1,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/pulling-up-by-the-causal-bootstraps-causal","slug":"pulling-up-by-the-causal-bootstraps-causal","title":"Pulling Up by the Causal Bootstraps: Causal Data Augmentation for Pre-training Debiasing","date":"2021-08-27","arxiv_id":"2108.12510","repositories_listed":1,"syntology":{"n":17,"n_ran":14,"n_constructed":0,"n_ran_checked":12,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":2,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pulling-up-by-the-causal-bootstraps-causal#ran","syntology_url":"https://syntology.ai/paper/2108.12510","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12510"}},"official":{"repos":["MLforHealth/CausalDA"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/ssh-a-self-supervised-framework-for-image","slug":"ssh-a-self-supervised-framework-for-image","title":"SSH: A Self-Supervised Framework for Image Harmonization","date":"2021-08-15","arxiv_id":"2108.06805","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":4,"n_ran_checked":4,"n_instrument":4,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":9,"phrase":"8 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ssh-a-self-supervised-framework-for-image#ran","syntology_url":"https://syntology.ai/paper/2108.06805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.06805"}},"official":{"repos":["vita-group/ssharmonization"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":4,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-dataset-for-answering-time-sensitive","slug":"a-dataset-for-answering-time-sensitive","title":"A Dataset for Answering Time-Sensitive Questions","date":"2021-08-13","arxiv_id":"2108.06314","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-dataset-for-answering-time-sensitive#ran","syntology_url":"https://syntology.ai/paper/2108.06314","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.06314"}},"official":{"repos":["wenhuchen/time-sensitive-qa"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-systematic-benchmarking-analysis-of","slug":"a-systematic-benchmarking-analysis-of","title":"A Systematic Benchmarking Analysis of Transfer Learning for Medical Image Analysis","date":"2021-08-12","arxiv_id":"2108.05930","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-systematic-benchmarking-analysis-of#ran","syntology_url":"https://syntology.ai/paper/2108.05930","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.05930"}},"official":{"repos":["jlianglab/benchmarktransferlearning"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/carla-a-python-library-to-benchmark","slug":"carla-a-python-library-to-benchmark","title":"CARLA: A Python Library to Benchmark Algorithmic Recourse and Counterfactual Explanation Algorithms","date":"2021-08-02","arxiv_id":"2108.00783","repositories_listed":4,"syntology":{"n":8,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/carla-a-python-library-to-benchmark#ran","syntology_url":"https://syntology.ai/paper/2108.00783","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.00783"}},"official":{"repos":["indyfree/CARLA"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/contemporary-symbolic-regression-methods-and","slug":"contemporary-symbolic-regression-methods-and","title":"Contemporary Symbolic Regression Methods and their Relative Performance","date":"2021-07-29","arxiv_id":"2107.14351","repositories_listed":5,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/contemporary-symbolic-regression-methods-and#ran","syntology_url":"https://syntology.ai/paper/2107.14351","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.14351"}},"official":{"repos":["EpistasisLab/srbench","heal-research/operon","lacava/ode-strogatz","marcovirgolin/GP-GOMEA"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/hierarchical-graph-neural-nets-can-capture","slug":"hierarchical-graph-neural-nets-can-capture","title":"Hierarchical graph neural nets can capture long-range interactions","date":"2021-07-15","arxiv_id":"2107.07432","repositories_listed":1,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/hierarchical-graph-neural-nets-can-capture#ran","syntology_url":"https://syntology.ai/paper/2107.07432","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.07432"}},"official":{"repos":["rampasek/HGNet"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/connectivity-matters-neural-network-pruning","slug":"connectivity-matters-neural-network-pruning","title":"Connectivity Matters: Neural Network Pruning Through the Lens of Effective Sparsity","date":"2021-07-05","arxiv_id":"2107.02306","repositories_listed":1,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/connectivity-matters-neural-network-pruning#ran","syntology_url":"https://syntology.ai/paper/2107.02306","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.02306"}},"official":{"repos":["avysogorets/effective-sparsity"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/the-rsna-asnr-miccai-brats-2021-benchmark-on","slug":"the-rsna-asnr-miccai-brats-2021-benchmark-on","title":"The RSNA-ASNR-MICCAI BraTS 2021 Benchmark on Brain Tumor Segmentation and Radiogenomic Classification","date":"2021-07-05","arxiv_id":"2107.02314","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-rsna-asnr-miccai-brats-2021-benchmark-on#ran","syntology_url":"https://syntology.ai/paper/2107.02314","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.02314"}},"official":null}},{"url":"/paper/systematic-evaluation-of-causal-discovery-in-1","slug":"systematic-evaluation-of-causal-discovery-in-1","title":"Systematic Evaluation of Causal Discovery in Visual Model Based Reinforcement Learning","date":"2021-07-02","arxiv_id":"2107.00848","repositories_listed":1,"syntology":{"n":14,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/systematic-evaluation-of-causal-discovery-in-1#ran","syntology_url":"https://syntology.ai/paper/2107.00848","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.00848"}},"official":{"repos":["dido1998/CausalMBRL"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/citynet-a-multi-city-multi-modal-dataset-for","slug":"citynet-a-multi-city-multi-modal-dataset-for","title":"CityNet: A Comprehensive Multi-Modal Urban Dataset for Advanced Research in Urban Computing","date":"2021-06-30","arxiv_id":"2106.15802","repositories_listed":1,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/citynet-a-multi-city-multi-modal-dataset-for#ran","syntology_url":"https://syntology.ai/paper/2106.15802","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.15802"}},"official":{"repos":["citynet-at-git/Citynet-phase1"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/synthetic-benchmarks-for-scientific-research","slug":"synthetic-benchmarks-for-scientific-research","title":"Synthetic Benchmarks for Scientific Research in Explainable Machine Learning","date":"2021-06-23","arxiv_id":"2106.12543","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/synthetic-benchmarks-for-scientific-research#ran","syntology_url":"https://syntology.ai/paper/2106.12543","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.12543"}},"official":{"repos":["abacusai/xai-bench"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cuda-gr-controllable-unsupervised-domain","slug":"cuda-gr-controllable-unsupervised-domain","title":"CUDA-GHR: Controllable Unsupervised Domain Adaptation for Gaze and Head Redirection","date":"2021-06-21","arxiv_id":"2106.10852","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/cuda-gr-controllable-unsupervised-domain#ran","syntology_url":"https://syntology.ai/paper/2106.10852","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.10852"}},"official":{"repos":["jswati31/cuda-ghr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/understanding-and-evaluating-racial-biases-in","slug":"understanding-and-evaluating-racial-biases-in","title":"Understanding and Evaluating Racial Biases in Image Captioning","date":"2021-06-16","arxiv_id":"2106.08503","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/understanding-and-evaluating-racial-biases-in#ran","syntology_url":"https://syntology.ai/paper/2106.08503","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.08503"}},"official":{"repos":["princetonvisualai/imagecaptioning-bias"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/online-learning-with-optimism-and-delay","slug":"online-learning-with-optimism-and-delay","title":"Online Learning with Optimism and Delay","date":"2021-06-13","arxiv_id":"2106.06885","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/online-learning-with-optimism-and-delay#ran","syntology_url":"https://syntology.ai/paper/2106.06885","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.06885"}},"official":{"repos":["geflaspohler/poold"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/expobench-benchmarking-surrogate-based","slug":"expobench-benchmarking-surrogate-based","title":"EXPObench: Benchmarking Surrogate-based Optimisation Algorithms on Expensive Black-box Functions","date":"2021-06-08","arxiv_id":"2106.04618","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/expobench-benchmarking-surrogate-based#ran","syntology_url":"https://syntology.ai/paper/2106.04618","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.04618"}},"official":{"repos":["AlgTUDelft/ExpensiveOptimBenchmark"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fedscale-benchmarking-model-and-system","slug":"fedscale-benchmarking-model-and-system","title":"FedScale: Benchmarking Model and System Performance of Federated Learning at Scale","date":"2021-05-24","arxiv_id":"2105.11367","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fedscale-benchmarking-model-and-system#ran","syntology_url":"https://syntology.ai/paper/2105.11367","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.11367"}},"official":{"repos":["SymbioticLab/FedScale"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/dacbench-a-benchmark-library-for-dynamic","slug":"dacbench-a-benchmark-library-for-dynamic","title":"DACBench: A Benchmark Library for Dynamic Algorithm Configuration","date":"2021-05-18","arxiv_id":"2105.08541","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dacbench-a-benchmark-library-for-dynamic#ran","syntology_url":"https://syntology.ai/paper/2105.08541","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.08541"}},"official":{"repos":["automl/DACBench"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/sanity-simulations-for-saliency-methods","slug":"sanity-simulations-for-saliency-methods","title":"Sanity Simulations for Saliency Methods","date":"2021-05-13","arxiv_id":"2105.06506","repositories_listed":1,"syntology":{"n":12,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/sanity-simulations-for-saliency-methods#ran","syntology_url":"https://syntology.ai/paper/2105.06506","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.06506"}},"official":{"repos":["wnstlr/SMERF"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":10,"ran_from_kinds":["official"]}}},{"url":"/paper/beir-a-heterogenous-benchmark-for-zero-shot","slug":"beir-a-heterogenous-benchmark-for-zero-shot","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","date":"2021-04-17","arxiv_id":"2104.08663","repositories_listed":3,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/beir-a-heterogenous-benchmark-for-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2104.08663","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08663"}},"official":{"repos":["UKPLab/beir"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/data-generating-process-to-evaluate-causal","slug":"data-generating-process-to-evaluate-causal","title":"Data Generating Process to Evaluate Causal Discovery Techniques for Time Series Data","date":"2021-04-16","arxiv_id":"2104.08043","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/data-generating-process-to-evaluate-causal#ran","syntology_url":"https://syntology.ai/paper/2104.08043","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08043"}},"official":{"repos":["causalens/cdml-neurips2020"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/robust-semantic-interpretability-revisiting","slug":"robust-semantic-interpretability-revisiting","title":"Robust Semantic Interpretability: Revisiting Concept Activation Vectors","date":"2021-04-06","arxiv_id":"2104.02768","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":2,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/robust-semantic-interpretability-revisiting#ran","syntology_url":"https://syntology.ai/paper/2104.02768","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.02768"}},"official":{"repos":["keiserlab/rcav"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/3d-affordancenet-a-benchmark-for-visual","slug":"3d-affordancenet-a-benchmark-for-visual","title":"3D AffordanceNet: A Benchmark for Visual Object Affordance Understanding","date":"2021-03-30","arxiv_id":"2103.16397","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":8,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":4,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/3d-affordancenet-a-benchmark-for-visual#ran","syntology_url":"https://syntology.ai/paper/2103.16397","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.16397"}},"official":{"repos":["Gorilla-Lab-SCUT/AffordanceNet"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarking-representation-learning-for","slug":"benchmarking-representation-learning-for","title":"Benchmarking Representation Learning for Natural World Image Collections","date":"2021-03-30","arxiv_id":"2103.16483","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/benchmarking-representation-learning-for#ran","syntology_url":"https://syntology.ai/paper/2103.16483","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.16483"}},"official":{"repos":["visipedia/newt"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarks-for-deep-off-policy-evaluation-1","slug":"benchmarks-for-deep-off-policy-evaluation-1","title":"Benchmarks for Deep Off-Policy Evaluation","date":"2021-03-30","arxiv_id":"2103.16596","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/benchmarks-for-deep-off-policy-evaluation-1#ran","syntology_url":"https://syntology.ai/paper/2103.16596","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.16596"}},"official":{"repos":["google-research/deep_ope"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/trafficqa-a-question-answering-benchmark-and","slug":"trafficqa-a-question-answering-benchmark-and","title":"SUTD-TrafficQA: A Question Answering Benchmark and an Efficient Network for Video Reasoning over Traffic Events","date":"2021-03-29","arxiv_id":"2103.15538","repositories_listed":3,"syntology":{"n":9,"n_ran":6,"n_constructed":1,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"6 ran (of which 1 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/trafficqa-a-question-answering-benchmark-and#ran","syntology_url":"https://syntology.ai/paper/2103.15538","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.15538"}},"official":{"repos":["SUTDCV/SUTD-TrafficQA"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/emerging-paradigms-of-neural-network-pruning","slug":"emerging-paradigms-of-neural-network-pruning","title":"Recent Advances on Neural Network Pruning at Initialization","date":"2021-03-11","arxiv_id":"2103.06460","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/emerging-paradigms-of-neural-network-pruning#ran","syntology_url":"https://syntology.ai/paper/2103.06460","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.06460"}},"official":{"repos":["mingsun-tse/awesome-pruning-at-initialization","mingsun-tse/smile-pruning"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-computed-tomography-vertebral-segmentation","slug":"a-computed-tomography-vertebral-segmentation","title":"A Computed Tomography Vertebral Segmentation Dataset with Anatomical Variations and Multi-Vendor Scanner Data","date":"2021-03-10","arxiv_id":"2103.06360","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-computed-tomography-vertebral-segmentation#ran","syntology_url":"https://syntology.ai/paper/2103.06360","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.06360"}},"official":{"repos":["anjany/verse"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-transferable-visual-models-from","slug":"learning-transferable-visual-models-from","title":"Learning Transferable Visual Models From Natural Language Supervision","date":"2021-02-26","arxiv_id":"2103.00020","repositories_listed":82,"syntology":{"n":20,"n_ran":16,"n_constructed":0,"n_ran_checked":2,"n_instrument":14,"n_unverified":4,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":16,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 14 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/learning-transferable-visual-models-from#ran","syntology_url":"https://syntology.ai/paper/2103.00020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.00020"}},"official":{"repos":["openai/CLIP"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/benchmarking-simulation-based-inference","slug":"benchmarking-simulation-based-inference","title":"Benchmarking Simulation-Based Inference","date":"2021-01-12","arxiv_id":"2101.04653","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/benchmarking-simulation-based-inference#ran","syntology_url":"https://syntology.ai/paper/2101.04653","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.04653"}},"official":{"repos":["sbi-benchmark/sbibm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rotation-equivariant-siamese-networks-for","slug":"rotation-equivariant-siamese-networks-for","title":"Rotation Equivariant Siamese Networks for Tracking","date":"2020-12-24","arxiv_id":"2012.13078","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/rotation-equivariant-siamese-networks-for#ran","syntology_url":"https://syntology.ai/paper/2012.13078","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.13078"}},"official":{"repos":["dkgupta90/re-siamnet"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/an-experimental-study-of-the-transferability","slug":"an-experimental-study-of-the-transferability","title":"An Experimental Study of the Transferability of Spectral Graph Networks","date":"2020-12-18","arxiv_id":"2012.10258","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/an-experimental-study-of-the-transferability#ran","syntology_url":"https://syntology.ai/paper/2012.10258","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.10258"}},"official":{"repos":["Axeln78/Transferability-of-spectral-gnns"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/tacto-a-fast-flexible-and-open-source","slug":"tacto-a-fast-flexible-and-open-source","title":"TACTO: A Fast, Flexible, and Open-source Simulator for High-Resolution Vision-based Tactile Sensors","date":"2020-12-15","arxiv_id":"2012.08456","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tacto-a-fast-flexible-and-open-source#ran","syntology_url":"https://syntology.ai/paper/2012.08456","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.08456"}},"official":{"repos":["facebookresearch/tacto"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tonic-a-deep-reinforcement-learning-library","slug":"tonic-a-deep-reinforcement-learning-library","title":"Tonic: A Deep Reinforcement Learning Library for Fast Prototyping and Benchmarking","date":"2020-11-15","arxiv_id":"2011.07537","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/tonic-a-deep-reinforcement-learning-library#ran","syntology_url":"https://syntology.ai/paper/2011.07537","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.07537"}},"official":{"repos":["fabiopardo/tonic"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/long-range-arena-a-benchmark-for-efficient-1","slug":"long-range-arena-a-benchmark-for-efficient-1","title":"Long Range Arena: A Benchmark for Efficient Transformers","date":"2020-11-08","arxiv_id":"2011.04006","repositories_listed":5,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/long-range-arena-a-benchmark-for-efficient-1#ran","syntology_url":"https://syntology.ai/paper/2011.04006","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.04006"}},"official":{"repos":["google-research/long-range-arena"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/benchmarking-deep-learning-interpretability","slug":"benchmarking-deep-learning-interpretability","title":"Benchmarking Deep Learning Interpretability in Time Series Predictions","date":"2020-10-26","arxiv_id":"2010.13924","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/benchmarking-deep-learning-interpretability#ran","syntology_url":"https://syntology.ai/paper/2010.13924","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.13924"}},"official":{"repos":["ayaabdelsalam91/TS-Interpretability-Benchmark"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/radiate-a-radar-dataset-for-automotive","slug":"radiate-a-radar-dataset-for-automotive","title":"RADIATE: A Radar Dataset for Automotive Perception in Bad Weather","date":"2020-10-18","arxiv_id":"2010.09076","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/radiate-a-radar-dataset-for-automotive#ran","syntology_url":"https://syntology.ai/paper/2010.09076","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.09076"}},"official":{"repos":["marcelsheeny/radiate_sdk"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bag-of-tricks-for-adversarial-training","slug":"bag-of-tricks-for-adversarial-training","title":"Bag of Tricks for Adversarial Training","date":"2020-10-01","arxiv_id":"2010.00467","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/bag-of-tricks-for-adversarial-training#ran","syntology_url":"https://syntology.ai/paper/2010.00467","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.00467"}},"official":{"repos":["P2333/Bag-of-Tricks-for-AT","fra31/auto-attack"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/benchmarking-deep-inverse-models-over-time","slug":"benchmarking-deep-inverse-models-over-time","title":"Benchmarking deep inverse models over time, and the neural-adjoint method","date":"2020-09-27","arxiv_id":"2009.12919","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/benchmarking-deep-inverse-models-over-time#ran","syntology_url":"https://syntology.ai/paper/2009.12919","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.12919"}},"official":{"repos":["BensonRen/BDIMNNA"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fuxictr-an-open-benchmark-for-click-through","slug":"fuxictr-an-open-benchmark-for-click-through","title":"BARS-CTR: Open Benchmarking for Click-Through Rate Prediction","date":"2020-09-12","arxiv_id":"2009.05794","repositories_listed":6,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fuxictr-an-open-benchmark-for-click-through#ran","syntology_url":"https://syntology.ai/paper/2009.05794","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.05794"}},"official":{"repos":["reczoo/BARS"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/indonlu-benchmark-and-resources-for","slug":"indonlu-benchmark-and-resources-for","title":"IndoNLU: Benchmark and Resources for Evaluating Indonesian Natural Language Understanding","date":"2020-09-11","arxiv_id":"2009.05387","repositories_listed":3,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/indonlu-benchmark-and-resources-for#ran","syntology_url":"https://syntology.ai/paper/2009.05387","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.05387"}},"official":{"repos":["indobenchmark/indonlu"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/pt-ranking-a-benchmarking-platform-for-neural","slug":"pt-ranking-a-benchmarking-platform-for-neural","title":"PT-Ranking: A Benchmarking Platform for Neural Learning-to-Rank","date":"2020-08-31","arxiv_id":"2008.13368","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pt-ranking-a-benchmarking-platform-for-neural#ran","syntology_url":"https://syntology.ai/paper/2008.13368","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2008.13368"}},"official":{"repos":["wildltr/ptranking"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/nats-bench-benchmarking-nas-algorithms-for","slug":"nats-bench-benchmarking-nas-algorithms-for","title":"NATS-Bench: Benchmarking NAS Algorithms for Architecture Topology and Size","date":"2020-08-28","arxiv_id":"2009.00437","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/nats-bench-benchmarking-nas-algorithms-for#ran","syntology_url":"https://syntology.ai/paper/2009.00437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.00437"}},"official":{"repos":["D-X-Y/AutoDL-Projects"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/chexphoto-10000-smartphone-photos-and","slug":"chexphoto-10000-smartphone-photos-and","title":"CheXphoto: 10,000+ Photos and Transformations of Chest X-rays for Benchmarking Deep Learning Robustness","date":"2020-07-13","arxiv_id":"2007.06199","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/chexphoto-10000-smartphone-photos-and#ran","syntology_url":"https://syntology.ai/paper/2007.06199","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.06199"}},"official":{"repos":["stanfordmlgroup/cheXphoto"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/gama-a-general-automated-machine-learning","slug":"gama-a-general-automated-machine-learning","title":"GAMA: a General Automated Machine learning Assistant","date":"2020-07-09","arxiv_id":"2007.04911","repositories_listed":3,"syntology":{"n":17,"n_ran":17,"n_constructed":0,"n_ran_checked":17,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":17,"n_pointer_only":0,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 17 with no instrument failure: 0 honoured, 0 violated, 17 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gama-a-general-automated-machine-learning#ran","syntology_url":"https://syntology.ai/paper/2007.04911","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.04911"}},"official":{"repos":["PGijsbers/gama"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/delving-into-the-adversarial-robustness-on","slug":"delving-into-the-adversarial-robustness-on","title":"RobFR: Benchmarking Adversarial Robustness on Face Recognition","date":"2020-07-08","arxiv_id":"2007.04118","repositories_listed":2,"syntology":{"n":23,"n_ran":16,"n_constructed":0,"n_ran_checked":14,"n_instrument":2,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":0,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 2 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/delving-into-the-adversarial-robustness-on#ran","syntology_url":"https://syntology.ai/paper/2007.04118","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.04118"}},"official":{"repos":["ShawnXYang/Face-Robustness-Benchmark"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":6,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/meta-sac-auto-tune-the-entropy-temperature-of","slug":"meta-sac-auto-tune-the-entropy-temperature-of","title":"Meta-SAC: Auto-tune the Entropy Temperature of Soft Actor-Critic via Metagradient","date":"2020-07-03","arxiv_id":"2007.01932","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":5,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 5 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 5 samples that ran constructed an object rather than computing a result","sample_list":"/paper/meta-sac-auto-tune-the-entropy-temperature-of#ran","syntology_url":"https://syntology.ai/paper/2007.01932","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.01932"}},"official":{"repos":["twni2016/Meta-SAC"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":5,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/labelling-unlabelled-videos-from-scratch-with","slug":"labelling-unlabelled-videos-from-scratch-with","title":"Labelling unlabelled videos from scratch with multi-modal self-supervision","date":"2020-06-24","arxiv_id":"2006.13662","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_constructed":5,"n_ran_checked":7,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":10,"phrase":"9 ran (of which 5 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/labelling-unlabelled-videos-from-scratch-with#ran","syntology_url":"https://syntology.ai/paper/2006.13662","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.13662"}},"official":{"repos":["facebookresearch/selavi"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":5,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/bringing-light-into-the-dark-a-large-scale","slug":"bringing-light-into-the-dark-a-large-scale","title":"Bringing Light Into the Dark: A Large-scale Evaluation of Knowledge Graph Embedding Models Under a Unified Framework","date":"2020-06-23","arxiv_id":"2006.13365","repositories_listed":2,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/bringing-light-into-the-dark-a-large-scale#ran","syntology_url":"https://syntology.ai/paper/2006.13365","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.13365"}},"official":{"repos":["pykeen/benchmarking"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/mitigating-gender-bias-in-captioning-systems","slug":"mitigating-gender-bias-in-captioning-systems","title":"Mitigating Gender Bias in Captioning Systems","date":"2020-06-15","arxiv_id":"2006.08315","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mitigating-gender-bias-in-captioning-systems#ran","syntology_url":"https://syntology.ai/paper/2006.08315","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.08315"}},"official":{"repos":["datamllab/Mitigating_Gender_Bias_In_Captioning_System"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/comparative-evaluation-of-multi-agent-deep","slug":"comparative-evaluation-of-multi-agent-deep","title":"Benchmarking Multi-Agent Deep Reinforcement Learning Algorithms in Cooperative Tasks","date":"2020-06-14","arxiv_id":"2006.07869","repositories_listed":9,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":8,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":7,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/comparative-evaluation-of-multi-agent-deep#ran","syntology_url":"https://syntology.ai/paper/2006.07869","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.07869"}},"official":{"repos":["uoe-agents/epymarl","uoe-agents/robotic-warehouse","uoe-agents/lb-foraging"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/unmasking-the-inductive-biases-of","slug":"unmasking-the-inductive-biases-of","title":"Benchmarking Unsupervised Object Representations for Video Sequences","date":"2020-06-12","arxiv_id":"2006.07034","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/unmasking-the-inductive-biases-of#ran","syntology_url":"https://syntology.ai/paper/2006.07034","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.07034"}},"official":{"repos":["ecker-lab/object-centric-representation-benchmark"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/curious-hierarchical-actor-critic","slug":"curious-hierarchical-actor-critic","title":"Curious Hierarchical Actor-Critic Reinforcement Learning","date":"2020-05-07","arxiv_id":"2005.03420","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":6,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":9,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/curious-hierarchical-actor-critic#ran","syntology_url":"https://syntology.ai/paper/2005.03420","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.03420"}},"official":{"repos":["knowledgetechnologyuhh/goal_conditioned_RL_baselines"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/ntire-2020-challenge-on-real-world-image","slug":"ntire-2020-challenge-on-real-world-image","title":"NTIRE 2020 Challenge on Real-World Image Super-Resolution: Methods and Results","date":"2020-05-05","arxiv_id":"2005.01996","repositories_listed":5,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ntire-2020-challenge-on-real-world-image#ran","syntology_url":"https://syntology.ai/paper/2005.01996","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.01996"}},"official":null}},{"url":"/paper/dqi-measuring-data-quality-in-nlp","slug":"dqi-measuring-data-quality-in-nlp","title":"DQI: Measuring Data Quality in NLP","date":"2020-05-02","arxiv_id":"2005.00816","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dqi-measuring-data-quality-in-nlp#ran","syntology_url":"https://syntology.ai/paper/2005.00816","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.00816"}},"official":null}},{"url":"/paper/maven-a-massive-general-domain-event","slug":"maven-a-massive-general-domain-event","title":"MAVEN: A Massive General Domain Event Detection Dataset","date":"2020-04-28","arxiv_id":"2004.13590","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/maven-a-massive-general-domain-event#ran","syntology_url":"https://syntology.ai/paper/2004.13590","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.13590"}},"official":{"repos":["THU-KEG/MAVEN-dataset"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-ground-truth-evaluation-of-visual","slug":"towards-ground-truth-evaluation-of-visual","title":"Ground Truth Evaluation of Neural Network Explanations with CLEVR-XAI","date":"2020-03-16","arxiv_id":"2003.07258","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-ground-truth-evaluation-of-visual#ran","syntology_url":"https://syntology.ai/paper/2003.07258","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.07258"}},"official":{"repos":["ahmedmagdiosman/clevr-xai","ahmedmagdiosman/simply-clevr-dataset"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/wac-a-corpus-of-wikipedia-conversations-for","slug":"wac-a-corpus-of-wikipedia-conversations-for","title":"WAC: A Corpus of Wikipedia Conversations for Online Abuse Detection","date":"2020-03-13","arxiv_id":"2003.06190","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/wac-a-corpus-of-wikipedia-conversations-for#ran","syntology_url":"https://syntology.ai/paper/2003.06190","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.06190"}},"official":{"repos":["CompNet/WikiSynch"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/airsim-drone-racing-lab","slug":"airsim-drone-racing-lab","title":"AirSim Drone Racing Lab","date":"2020-03-12","arxiv_id":"2003.05654","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/airsim-drone-racing-lab#ran","syntology_url":"https://syntology.ai/paper/2003.05654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.05654"}},"official":{"repos":["microsoft/AirSim-NeurIPS2019-Drone-Racing"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rethinking-zero-shot-video-classification-end","slug":"rethinking-zero-shot-video-classification-end","title":"Rethinking Zero-shot Video Classification: End-to-end Training for Realistic Applications","date":"2020-03-03","arxiv_id":"2003.01455","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/rethinking-zero-shot-video-classification-end#ran","syntology_url":"https://syntology.ai/paper/2003.01455","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.01455"}},"official":{"repos":["bbrattoli/ZeroShotVideoClassification"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/image-matching-across-wide-baselines-from","slug":"image-matching-across-wide-baselines-from","title":"Image Matching across Wide Baselines: From Paper to Practice","date":"2020-03-03","arxiv_id":"2003.01587","repositories_listed":5,"syntology":{"n":15,"n_ran":14,"n_constructed":0,"n_ran_checked":14,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":13,"n_pointer_only":1,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 1 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/image-matching-across-wide-baselines-from#ran","syntology_url":"https://syntology.ai/paper/2003.01587","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.01587"}},"official":{"repos":["etrulls/slurm-gcp","vcg-uvic/image-matching-benchmark"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/benchmarking-graph-neural-networks","slug":"benchmarking-graph-neural-networks","title":"Benchmarking Graph Neural Networks","date":"2020-03-02","arxiv_id":"2003.00982","repositories_listed":15,"syntology":{"n":23,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":13,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/benchmarking-graph-neural-networks#ran","syntology_url":"https://syntology.ai/paper/2003.00982","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.00982"}},"official":{"repos":["graphdeeplearning/benchmarking-gnns","karl-zhao/benchmarking-gnns-pyg"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/end-to-end-emotion-cause-pair-extraction-via","slug":"end-to-end-emotion-cause-pair-extraction-via","title":"End-to-end Emotion-Cause Pair Extraction via Learning to Link","date":"2020-02-25","arxiv_id":"2002.10710","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/end-to-end-emotion-cause-pair-extraction-via#ran","syntology_url":"https://syntology.ai/paper/2002.10710","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.10710"}},"official":{"repos":["shl5133/E2EECPE"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/an-exploration-of-embodied-visual-exploration","slug":"an-exploration-of-embodied-visual-exploration","title":"An Exploration of Embodied Visual Exploration","date":"2020-01-07","arxiv_id":"2001.02192","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-exploration-of-embodied-visual-exploration#ran","syntology_url":"https://syntology.ai/paper/2001.02192","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2001.02192"}},"official":{"repos":["facebookresearch/exploring_exploration"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/openbiolink-a-resource-and-benchmarking","slug":"openbiolink-a-resource-and-benchmarking","title":"OpenBioLink: A benchmarking framework for large-scale biomedical link prediction","date":"2019-12-10","arxiv_id":"1912.04616","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/openbiolink-a-resource-and-benchmarking#ran","syntology_url":"https://syntology.ai/paper/1912.04616","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.04616"}},"official":{"repos":["OpenBioLink/OpenBioLink"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/mlperf-inference-benchmark","slug":"mlperf-inference-benchmark","title":"MLPerf Inference Benchmark","date":"2019-11-06","arxiv_id":"1911.02549","repositories_listed":4,"syntology":{"n":21,"n_ran":18,"n_constructed":0,"n_ran_checked":18,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":18,"n_pointer_only":0,"phrase":"18 ran (of which 0 constructed an object rather than computing a result; 18 with no instrument failure: 0 honoured, 0 violated, 18 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/mlperf-inference-benchmark#ran","syntology_url":"https://syntology.ai/paper/1911.02549","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.02549"}},"official":null}},{"url":"/paper/the-measure-of-intelligence","slug":"the-measure-of-intelligence","title":"On the Measure of Intelligence","date":"2019-11-05","arxiv_id":"1911.01547","repositories_listed":6,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/the-measure-of-intelligence#ran","syntology_url":"https://syntology.ai/paper/1911.01547","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.01547"}},"official":{"repos":["fchollet/ARC"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/human-and-automatic-detection-of-generated","slug":"human-and-automatic-detection-of-generated","title":"Automatic Detection of Generated Text is Easiest when Humans are Fooled","date":"2019-11-02","arxiv_id":"1911.00650","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/human-and-automatic-detection-of-generated#ran","syntology_url":"https://syntology.ai/paper/1911.00650","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.00650"}},"official":null}},{"url":"/paper/word-level-deep-sign-language-recognition","slug":"word-level-deep-sign-language-recognition","title":"Word-level Deep Sign Language Recognition from Video: A New Large-scale Dataset and Methods Comparison","date":"2019-10-24","arxiv_id":"1910.11006","repositories_listed":3,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/word-level-deep-sign-language-recognition#ran","syntology_url":"https://syntology.ai/paper/1910.11006","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.11006"}},"official":{"repos":["dxli94/WLASL"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/torchreid-a-library-for-deep-learning-person","slug":"torchreid-a-library-for-deep-learning-person","title":"Torchreid: A Library for Deep Learning Person Re-Identification in Pytorch","date":"2019-10-22","arxiv_id":"1910.10093","repositories_listed":9,"syntology":{"n":24,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":13,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/torchreid-a-library-for-deep-learning-person#ran","syntology_url":"https://syntology.ai/paper/1910.10093","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.10093"}},"official":{"repos":["KaiyangZhou/deep-person-reid"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":9,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/conditional-out-of-sample-generation-for","slug":"conditional-out-of-sample-generation-for","title":"Conditional out-of-sample generation for unpaired data using trVAE","date":"2019-10-04","arxiv_id":"1910.01791","repositories_listed":1,"syntology":{"n":10,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/conditional-out-of-sample-generation-for#ran","syntology_url":"https://syntology.ai/paper/1910.01791","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.01791"}},"official":{"repos":["theislab/trVAE"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/mlperf-training-benchmark","slug":"mlperf-training-benchmark","title":"MLPerf Training Benchmark","date":"2019-10-02","arxiv_id":"1910.01500","repositories_listed":2,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":8,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mlperf-training-benchmark#ran","syntology_url":"https://syntology.ai/paper/1910.01500","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.01500"}},"official":{"repos":["mlperf/training"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/compact-trilinear-interaction-for-visual","slug":"compact-trilinear-interaction-for-visual","title":"Compact Trilinear Interaction for Visual Question Answering","date":"2019-09-26","arxiv_id":"1909.11874","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/compact-trilinear-interaction-for-visual#ran","syntology_url":"https://syntology.ai/paper/1909.11874","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.11874"}},"official":{"repos":["aioz-ai/ICCV19_VQA-CTI"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarking-zero-shot-text-classification","slug":"benchmarking-zero-shot-text-classification","title":"Benchmarking Zero-shot Text Classification: Datasets, Evaluation and Entailment Approach","date":"2019-08-31","arxiv_id":"1909.00161","repositories_listed":4,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/benchmarking-zero-shot-text-classification#ran","syntology_url":"https://syntology.ai/paper/1909.00161","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.00161"}},"official":{"repos":["yinwenpeng/BenchmarkingZeroShot"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"url":"/paper/new-loss-functions-for-fast-maximum-inner","slug":"new-loss-functions-for-fast-maximum-inner","title":"Accelerating Large-Scale Inference with Anisotropic Vector Quantization","date":"2019-08-27","arxiv_id":"1908.10396","repositories_listed":5,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/new-loss-functions-for-fast-maximum-inner#ran","syntology_url":"https://syntology.ai/paper/1908.10396","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.10396"}},"official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/demystifying-learning-rate-polices-for-high","slug":"demystifying-learning-rate-polices-for-high","title":"Demystifying Learning Rate Policies for High Accuracy Training of Deep Neural Networks","date":"2019-08-18","arxiv_id":"1908.06477","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/demystifying-learning-rate-polices-for-high#ran","syntology_url":"https://syntology.ai/paper/1908.06477","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.06477"}},"official":{"repos":["git-disl/LRBench"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}}],"record_sha256":"0e3ab9e8a921c177db66feaa7c51a198e57538fd6a824d9e95a863155fd185ea","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}