{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/diagnostic/papers/ran/2","list_of":"/task/diagnostic","task":"Diagnostic","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":2,"pages_in_order":2,"rows_per_page":100,"rows":[101,157],"of":157,"counts":{"archive_papers_tagged":4513,"with_a_code_link":1213,"where_syntology_ran_a_sample":157,"not_listed_spam_title":0,"listed":4513,"listed_where_code_ran":157,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":132,"every_run_a_failure_of_syntologys_instrument":25,"listed_with_a_run_with_no_instrument_failure":132,"listed_every_run_a_failure_of_syntologys_instrument":25,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/diagnostic/papers/ran/1","prev":"/task/diagnostic/papers/ran/1","next":null,"papers":[{"url":"/paper/analyzing-modality-robustness-in-multimodal-1","slug":"analyzing-modality-robustness-in-multimodal-1","title":"Analyzing Modality Robustness in Multimodal Sentiment Analysis","date":"2022-05-30","arxiv_id":"2205.15465","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":3,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/analyzing-modality-robustness-in-multimodal-1#ran","syntology_url":"https://syntology.ai/paper/2205.15465","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.15465"}},"official":{"repos":["declare-lab/msa-robustness"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/robust-and-efficient-medical-imaging-with","slug":"robust-and-efficient-medical-imaging-with","title":"Robust and Efficient Medical Imaging with Self-Supervision","date":"2022-05-19","arxiv_id":"2205.09723","repositories_listed":3,"syntology":{"n":28,"n_ran":20,"n_constructed":0,"n_ran_checked":16,"n_instrument":4,"n_unverified":8,"n_honours":0,"n_violates":1,"n_no_contract":15,"n_pointer_only":0,"phrase":"20 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 0 honoured, 1 violated, 15 with no contract checked; 4 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/robust-and-efficient-medical-imaging-with#ran","syntology_url":"https://syntology.ai/paper/2205.09723","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.09723"}},"official":{"repos":["google-research/big_transfer"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/differentiable-zooming-for-multiple-instance","slug":"differentiable-zooming-for-multiple-instance","title":"Differentiable Zooming for Multiple Instance Learning on Whole-Slide Images","date":"2022-04-26","arxiv_id":"2204.12454","repositories_listed":0,"syntology":{"n":4,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/differentiable-zooming-for-multiple-instance#ran","syntology_url":"https://syntology.ai/paper/2204.12454","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.12454"}},"official":null}},{"url":"/paper/high-performance-evolutionary-algorithms-for","slug":"high-performance-evolutionary-algorithms-for","title":"High-performance Evolutionary Algorithms for Online Neuron Control","date":"2022-04-14","arxiv_id":"2204.06765","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/high-performance-evolutionary-algorithms-for#ran","syntology_url":"https://syntology.ai/paper/2204.06765","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.06765"}},"official":{"repos":["animadversio/actmax-optimizer-dev"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/probing-for-constituency-structure-in-neural","slug":"probing-for-constituency-structure-in-neural","title":"Probing for Constituency Structure in Neural Language Models","date":"2022-04-13","arxiv_id":"2204.06201","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/probing-for-constituency-structure-in-neural#ran","syntology_url":"https://syntology.ai/paper/2204.06201","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.06201"}},"official":{"repos":["davidarps/constptbprobing"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/handcrafted-histological-transformer-h2t","slug":"handcrafted-histological-transformer-h2t","title":"Handcrafted Histological Transformer (H2T): Unsupervised Representation of Whole Slide Images","date":"2022-02-14","arxiv_id":"2202.07001","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/handcrafted-histological-transformer-h2t#ran","syntology_url":"https://syntology.ai/paper/2202.07001","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.07001"}},"official":{"repos":["vqdang/h2t"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/the-abduction-of-sherlock-holmes-a-dataset","slug":"the-abduction-of-sherlock-holmes-a-dataset","title":"The Abduction of Sherlock Holmes: A Dataset for Visual Abductive Reasoning","date":"2022-02-10","arxiv_id":"2202.04800","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-abduction-of-sherlock-holmes-a-dataset#ran","syntology_url":"https://syntology.ai/paper/2202.04800","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.04800"}},"official":null}},{"url":"/paper/dall-eval-probing-the-reasoning-skills-and","slug":"dall-eval-probing-the-reasoning-skills-and","title":"DALL-Eval: Probing the Reasoning Skills and Social Biases of Text-to-Image Generation Models","date":"2022-02-08","arxiv_id":"2202.04053","repositories_listed":2,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":5,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dall-eval-probing-the-reasoning-skills-and#ran","syntology_url":"https://syntology.ai/paper/2202.04053","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.04053"}},"official":{"repos":["j-min/dalleval"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rethinking-attention-model-explainability","slug":"rethinking-attention-model-explainability","title":"Rethinking Attention-Model Explainability through Faithfulness Violation Test","date":"2022-01-28","arxiv_id":"2201.12114","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rethinking-attention-model-explainability#ran","syntology_url":"https://syntology.ai/paper/2201.12114","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2201.12114"}},"official":{"repos":["BierOne/Attention-Faithfulness"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/category-orthogonal-object-features-guide","slug":"category-orthogonal-object-features-guide","title":"Category-orthogonal object features guide information processing in recurrent neural networks trained for object categorization","date":"2021-11-15","arxiv_id":"2111.07898","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/category-orthogonal-object-features-guide#ran","syntology_url":"https://syntology.ai/paper/2111.07898","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.07898"}},"official":{"repos":["kietzmannlab/svrhm21_rnn_explain"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multi-class-cell-detection-using-spatial-1","slug":"multi-class-cell-detection-using-spatial-1","title":"Multi-Class Cell Detection Using Spatial Context Representation","date":"2021-10-10","arxiv_id":"2110.04886","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/multi-class-cell-detection-using-spatial-1#ran","syntology_url":"https://syntology.ai/paper/2110.04886","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.04886"}},"official":{"repos":["topoxlab/mcspatnet"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/vision-and-language-or-vision-for-language-on","slug":"vision-and-language-or-vision-for-language-on","title":"Vision-and-Language or Vision-for-Language? On Cross-Modal Influence in Multimodal Transformers","date":"2021-09-09","arxiv_id":"2109.04448","repositories_listed":4,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/vision-and-language-or-vision-for-language-on#ran","syntology_url":"https://syntology.ai/paper/2109.04448","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04448"}},"official":{"repos":["e-bug/cross-modal-ablation","e-bug/volta"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/collecting-a-large-scale-gender-bias-dataset","slug":"collecting-a-large-scale-gender-bias-dataset","title":"Collecting a Large-Scale Gender Bias Dataset for Coreference Resolution and Machine Translation","date":"2021-09-08","arxiv_id":"2109.03858","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":2,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 2 honoured, 2 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/collecting-a-large-scale-gender-bias-dataset#ran","syntology_url":"https://syntology.ai/paper/2109.03858","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.03858"}},"official":{"repos":["slab-nlp/bug"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/sequence-to-sequence-learning-with-latent","slug":"sequence-to-sequence-learning-with-latent","title":"Sequence-to-Sequence Learning with Latent Neural Grammars","date":"2021-09-02","arxiv_id":"2109.01135","repositories_listed":1,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sequence-to-sequence-learning-with-latent#ran","syntology_url":"https://syntology.ai/paper/2109.01135","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.01135"}},"official":{"repos":["yoonkim/neural-qcfg"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/likelihood-free-frequentist-inference","slug":"likelihood-free-frequentist-inference","title":"Likelihood-Free Frequentist Inference: Bridging Classical Statistics and Machine Learning for Reliable Simulator-Based Inference","date":"2021-07-08","arxiv_id":"2107.03920","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/likelihood-free-frequentist-inference#ran","syntology_url":"https://syntology.ai/paper/2107.03920","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.03920"}},"official":{"repos":["lee-group-cmu/lf2i","Mr8ND/ACORE-LFI"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/on-sample-based-explanation-methods-for-nlp","slug":"on-sample-based-explanation-methods-for-nlp","title":"On Sample Based Explanation Methods for NLP:Efficiency, Faithfulness, and Semantic Evaluation","date":"2021-06-09","arxiv_id":"2106.04753","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/on-sample-based-explanation-methods-for-nlp#ran","syntology_url":"https://syntology.ai/paper/2106.04753","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.04753"}},"official":null}},{"url":"/paper/lower-bounds-on-cross-entropy-loss-in-the","slug":"lower-bounds-on-cross-entropy-loss-in-the","title":"Lower Bounds on Cross-Entropy Loss in the Presence of Test-time Adversaries","date":"2021-04-16","arxiv_id":"2104.08382","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lower-bounds-on-cross-entropy-loss-in-the#ran","syntology_url":"https://syntology.ai/paper/2104.08382","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08382"}},"official":{"repos":["arjunbhagoji/log-loss-lower-bounds"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/graph-evolving-meta-learning-for-low-resource","slug":"graph-evolving-meta-learning-for-low-resource","title":"Graph-Evolving Meta-Learning for Low-Resource Medical Dialogue Generation","date":"2020-12-22","arxiv_id":"2012.11988","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/graph-evolving-meta-learning-for-low-resource#ran","syntology_url":"https://syntology.ai/paper/2012.11988","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.11988"}},"official":{"repos":["ha-lins/GEML-MDG"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/derail-diagnostic-environments-for-reward-and","slug":"derail-diagnostic-environments-for-reward-and","title":"DERAIL: Diagnostic Environments for Reward And Imitation Learning","date":"2020-12-02","arxiv_id":"2012.01365","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/derail-diagnostic-environments-for-reward-and#ran","syntology_url":"https://syntology.ai/paper/2012.01365","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.01365"}},"official":{"repos":["HumanCompatibleAI/derail","HumanCompatibleAI/seals"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/the-gap-on-gap-tackling-the-problem-of","slug":"the-gap-on-gap-tackling-the-problem-of","title":"The Gap on GAP: Tackling the Problem of Differing Data Distributions in Bias-Measuring Datasets","date":"2020-11-03","arxiv_id":"2011.01837","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-gap-on-gap-tackling-the-problem-of#ran","syntology_url":"https://syntology.ai/paper/2011.01837","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.01837"}},"official":{"repos":["vid-koci/weightingGAP"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/abnirml-analyzing-the-behavior-of-neural-ir","slug":"abnirml-analyzing-the-behavior-of-neural-ir","title":"ABNIRML: Analyzing the Behavior of Neural IR Models","date":"2020-11-02","arxiv_id":"2011.00696","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/abnirml-analyzing-the-behavior-of-neural-ir#ran","syntology_url":"https://syntology.ai/paper/2011.00696","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.00696"}},"official":{"repos":["allenai/abnirml"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/russiansuperglue-a-russian-language","slug":"russiansuperglue-a-russian-language","title":"RussianSuperGLUE: A Russian Language Understanding Evaluation Benchmark","date":"2020-10-29","arxiv_id":"2010.15925","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/russiansuperglue-a-russian-language#ran","syntology_url":"https://syntology.ai/paper/2010.15925","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.15925"}},"official":{"repos":["RussianNLP/RussianSuperGLUE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/an-information-theoretic-view-on-selecting","slug":"an-information-theoretic-view-on-selecting","title":"An information theoretic view on selecting linguistic probes","date":"2020-09-15","arxiv_id":"2009.07364","repositories_listed":0,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-information-theoretic-view-on-selecting#ran","syntology_url":"https://syntology.ai/paper/2009.07364","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.07364"}},"official":null}},{"url":"/paper/nats-bench-benchmarking-nas-algorithms-for","slug":"nats-bench-benchmarking-nas-algorithms-for","title":"NATS-Bench: Benchmarking NAS Algorithms for Architecture Topology and Size","date":"2020-08-28","arxiv_id":"2009.00437","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/nats-bench-benchmarking-nas-algorithms-for#ran","syntology_url":"https://syntology.ai/paper/2009.00437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.00437"}},"official":{"repos":["D-X-Y/AutoDL-Projects"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/skyline-interactive-in-editor-computational","slug":"skyline-interactive-in-editor-computational","title":"Skyline: Interactive In-Editor Computational Performance Profiling for Deep Neural Network Training","date":"2020-08-15","arxiv_id":"2008.06798","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/skyline-interactive-in-editor-computational#ran","syntology_url":"https://syntology.ai/paper/2008.06798","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2008.06798"}},"official":{"repos":["skylineprof/skyline"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/kqa-pro-a-large-diagnostic-dataset-for","slug":"kqa-pro-a-large-diagnostic-dataset-for","title":"KQA Pro: A Dataset with Explicit Compositional Programs for Complex Question Answering over Knowledge Base","date":"2020-07-08","arxiv_id":"2007.03875","repositories_listed":2,"syntology":{"n":10,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/kqa-pro-a-large-diagnostic-dataset-for#ran","syntology_url":"https://syntology.ai/paper/2007.03875","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.03875"}},"official":{"repos":["shijx12/kqapro_baselines"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/a-benchmark-of-medical-out-of-distribution","slug":"a-benchmark-of-medical-out-of-distribution","title":"A Benchmark of Medical Out of Distribution Detection","date":"2020-07-08","arxiv_id":"2007.04250","repositories_listed":3,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-benchmark-of-medical-out-of-distribution#ran","syntology_url":"https://syntology.ai/paper/2007.04250","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.04250"}},"official":{"repos":["caotians1/OD-test-master"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/optilime-optimized-lime-explanations-for","slug":"optilime-optimized-lime-explanations-for","title":"OptiLIME: Optimized LIME Explanations for Diagnostic Computer Algorithms","date":"2020-06-10","arxiv_id":"2006.05714","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/optilime-optimized-lime-explanations-for#ran","syntology_url":"https://syntology.ai/paper/2006.05714","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.05714"}},"official":{"repos":["giorgiovisani/lime_stability"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/bimcv-covid-19-a-large-annotated-dataset-of","slug":"bimcv-covid-19-a-large-annotated-dataset-of","title":"BIMCV COVID-19+: a large annotated dataset of RX and CT images from COVID-19 patients","date":"2020-06-01","arxiv_id":"2006.01174","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bimcv-covid-19-a-large-annotated-dataset-of#ran","syntology_url":"https://syntology.ai/paper/2006.01174","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.01174"}},"official":{"repos":["BIMCV-CSUSP/BIMCV-COVID-19"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deep-learning-for-automatic-pneumonia","slug":"deep-learning-for-automatic-pneumonia","title":"Deep Learning for Automatic Pneumonia Detection","date":"2020-05-28","arxiv_id":"2005.13899","repositories_listed":1,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/deep-learning-for-automatic-pneumonia#ran","syntology_url":"https://syntology.ai/paper/2005.13899","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.13899"}},"official":{"repos":["tatigabru/kaggle-rsna"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/graph-based-self-supervised-program-repair","slug":"graph-based-self-supervised-program-repair","title":"Graph-based, Self-Supervised Program Repair from Diagnostic Feedback","date":"2020-05-20","arxiv_id":"2005.10636","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":2,"n_ran_checked":3,"n_instrument":1,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/graph-based-self-supervised-program-repair#ran","syntology_url":"https://syntology.ai/paper/2005.10636","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.10636"}},"official":{"repos":["michiyasunaga/DrRepair","worksheets.codalab.org/worksheets/0x01838644724a433c932bef4cb5c42fbd"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/improve-robustness-of-dnn-for-ecg-signal","slug":"improve-robustness-of-dnn-for-ecg-signal","title":"Improve robustness of DNN for ECG signal classification:a noise-to-signal ratio perspective","date":"2020-05-18","arxiv_id":"2005.09134","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improve-robustness-of-dnn-for-ecg-signal#ran","syntology_url":"https://syntology.ai/paper/2005.09134","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.09134"}},"official":{"repos":["SarielMa/ICLR2020_AI4AH"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/analyzing-analytical-methods-the-case-of","slug":"analyzing-analytical-methods-the-case-of","title":"Analyzing analytical methods: The case of phonology in neural models of spoken language","date":"2020-04-15","arxiv_id":"2004.07070","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":1,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/analyzing-analytical-methods-the-case-of#ran","syntology_url":"https://syntology.ai/paper/2004.07070","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.07070"}},"official":{"repos":["gchrupala/analyzing-analytical-methods"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/are-natural-language-inference-models","slug":"are-natural-language-inference-models","title":"Are Natural Language Inference Models IMPPRESsive? Learning IMPlicature and PRESupposition","date":"2020-04-07","arxiv_id":"2004.03066","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":5,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/are-natural-language-inference-models#ran","syntology_url":"https://syntology.ai/paper/2004.03066","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.03066"}},"official":{"repos":["alexwarstadt/data_generation"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/model-agnostic-characterization-of-fairness","slug":"model-agnostic-characterization-of-fairness","title":"FACT: A Diagnostic for Group Fairness Trade-offs","date":"2020-04-07","arxiv_id":"2004.03424","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":0,"n_instrument":6,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/model-agnostic-characterization-of-fairness#ran","syntology_url":"https://syntology.ai/paper/2004.03424","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.03424"}},"official":{"repos":["wnstlr/FACT"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/on-the-limits-of-cross-domain-generalization","slug":"on-the-limits-of-cross-domain-generalization","title":"On the limits of cross-domain generalization in automated X-ray prediction","date":"2020-02-06","arxiv_id":"2002.02497","repositories_listed":9,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-the-limits-of-cross-domain-generalization#ran","syntology_url":"https://syntology.ai/paper/2002.02497","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.02497"}},"official":{"repos":["ieee8023/xray-generalization","mlmed/torchxrayvision"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-system-for-real-time-interactive-analysis","slug":"a-system-for-real-time-interactive-analysis","title":"A System for Real-Time Interactive Analysis of Deep Learning Training","date":"2020-01-05","arxiv_id":"2001.01215","repositories_listed":1,"syntology":{"n":17,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/a-system-for-real-time-interactive-analysis#ran","syntology_url":"https://syntology.ai/paper/2001.01215","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2001.01215"}},"official":{"repos":["microsoft/tensorwatch"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/nas-bench-102-extending-the-scope-of","slug":"nas-bench-102-extending-the-scope-of","title":"NAS-Bench-201: Extending the Scope of Reproducible Neural Architecture Search","date":"2020-01-02","arxiv_id":"2001.00326","repositories_listed":6,"syntology":{"n":20,"n_ran":15,"n_constructed":0,"n_ran_checked":11,"n_instrument":4,"n_unverified":5,"n_honours":0,"n_violates":2,"n_no_contract":9,"n_pointer_only":1,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 2 violated, 9 with no contract checked; 4 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/nas-bench-102-extending-the-scope-of#ran","syntology_url":"https://syntology.ai/paper/2001.00326","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2001.00326"}},"official":{"repos":["D-X-Y/AutoDL-Projects","D-X-Y/NAS-Bench-201","D-X-Y/NAS-Projects"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/counterfactual-diagnosis","slug":"counterfactual-diagnosis","title":"Counterfactual diagnosis","date":"2019-10-15","arxiv_id":"1910.06772","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/counterfactual-diagnosis#ran","syntology_url":"https://syntology.ai/paper/1910.06772","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.06772"}},"official":{"repos":["babylonhealth/counterfactual-diagnosis"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/cater-a-diagnostic-dataset-for-compositional","slug":"cater-a-diagnostic-dataset-for-compositional","title":"CATER: A diagnostic dataset for Compositional Actions and TEmporal Reasoning","date":"2019-10-10","arxiv_id":"1910.04744","repositories_listed":2,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/cater-a-diagnostic-dataset-for-compositional#ran","syntology_url":"https://syntology.ai/paper/1910.04744","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.04744"}},"official":null}},{"url":"/paper/conditional-density-estimation-tools-in","slug":"conditional-density-estimation-tools-in","title":"Conditional Density Estimation Tools in Python and R with Applications to Photometric Redshifts and Likelihood-Free Cosmological Inference","date":"2019-08-30","arxiv_id":"1908.11523","repositories_listed":5,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/conditional-density-estimation-tools-in#ran","syntology_url":"https://syntology.ai/paper/1908.11523","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.11523"}},"official":{"repos":["Mr8ND/cdetools_applications","tpospisi/DeepCDE","tpospisi/NNKCDE","tpospisi/cdetools","tpospisi/rfcde"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/clutrr-a-diagnostic-benchmark-for-inductive","slug":"clutrr-a-diagnostic-benchmark-for-inductive","title":"CLUTRR: A Diagnostic Benchmark for Inductive Reasoning from Text","date":"2019-08-16","arxiv_id":"1908.06177","repositories_listed":5,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clutrr-a-diagnostic-benchmark-for-inductive#ran","syntology_url":"https://syntology.ai/paper/1908.06177","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.06177"}},"official":{"repos":["facebookresearch/clutrr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unsupervised-microvascular-image-segmentation","slug":"unsupervised-microvascular-image-segmentation","title":"Unsupervised Microvascular Image Segmentation Using an Active Contours Mimicking Neural Network","date":"2019-08-04","arxiv_id":"1908.01373","repositories_listed":1,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":7,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unsupervised-microvascular-image-segmentation#ran","syntology_url":"https://syntology.ai/paper/1908.01373","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.01373"}},"official":{"repos":["shirgur/UMIS"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/do-neural-dialog-systems-use-the-conversation","slug":"do-neural-dialog-systems-use-the-conversation","title":"Do Neural Dialog Systems Use the Conversation History Effectively? An Empirical Study","date":"2019-06-04","arxiv_id":"1906.01603","repositories_listed":1,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":13,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/do-neural-dialog-systems-use-the-conversation#ran","syntology_url":"https://syntology.ai/paper/1906.01603","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.01603"}},"official":{"repos":["chinnadhurai/ParlAI"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/open-sesame-getting-inside-berts-linguistic","slug":"open-sesame-getting-inside-berts-linguistic","title":"Open Sesame: Getting Inside BERT's Linguistic Knowledge","date":"2019-06-04","arxiv_id":"1906.01698","repositories_listed":1,"syntology":{"n":18,"n_ran":13,"n_constructed":0,"n_ran_checked":10,"n_instrument":3,"n_unverified":5,"n_honours":4,"n_violates":0,"n_no_contract":6,"n_pointer_only":7,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 4 honoured, 0 violated, 6 with no contract checked; 3 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/open-sesame-getting-inside-berts-linguistic#ran","syntology_url":"https://syntology.ai/paper/1906.01698","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.01698"}},"official":{"repos":["yongjie-lin/bert-opensesame"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/utilizing-automated-breast-cancer-detection","slug":"utilizing-automated-breast-cancer-detection","title":"Utilizing Automated Breast Cancer Detection to Identify Spatial Distributions of Tumor Infiltrating Lymphocytes in Invasive Breast Cancer","date":"2019-05-26","arxiv_id":"1905.10841","repositories_listed":1,"syntology":{"n":13,"n_ran":10,"n_constructed":0,"n_ran_checked":8,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/utilizing-automated-breast-cancer-detection#ran","syntology_url":"https://syntology.ai/paper/1905.10841","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.10841"}},"official":null}},{"url":"/paper/uncovering-convolutional-neural-network","slug":"uncovering-convolutional-neural-network","title":"Uncovering convolutional neural network decisions for diagnosing multiple sclerosis on conventional MRI using layer-wise relevance propagation","date":"2019-04-18","arxiv_id":"1904.08771","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/uncovering-convolutional-neural-network#ran","syntology_url":"https://syntology.ai/paper/1904.08771","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.08771"}},"official":{"repos":["derEitel/explainableMS"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/semantic-aware-knowledge-preservation-for","slug":"semantic-aware-knowledge-preservation-for","title":"Semantic-Aware Knowledge Preservation for Zero-Shot Sketch-Based Image Retrieval","date":"2019-04-05","arxiv_id":"1904.03208","repositories_listed":1,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/semantic-aware-knowledge-preservation-for#ran","syntology_url":"https://syntology.ai/paper/1904.03208","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.03208"}},"official":{"repos":["qliu24/SAKE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/compressed-sensing-from-research-to-clinical","slug":"compressed-sensing-from-research-to-clinical","title":"Compressed Sensing: From Research to Clinical Practice with Data-Driven Learning","date":"2019-03-19","arxiv_id":"1903.07824","repositories_listed":1,"syntology":{"n":15,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/compressed-sensing-from-research-to-clinical#ran","syntology_url":"https://syntology.ai/paper/1903.07824","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1903.07824"}},"official":{"repos":["MRSRL/dl-cs"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/clevr-dialog-a-diagnostic-dataset-for-multi","slug":"clevr-dialog-a-diagnostic-dataset-for-multi","title":"CLEVR-Dialog: A Diagnostic Dataset for Multi-Round Reasoning in Visual Dialog","date":"2019-03-07","arxiv_id":"1903.03166","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clevr-dialog-a-diagnostic-dataset-for-multi#ran","syntology_url":"https://syntology.ai/paper/1903.03166","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1903.03166"}},"official":{"repos":["satwikkottur/clevr-dialog"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/clevr-ref-diagnosing-visual-reasoning-with","slug":"clevr-ref-diagnosing-visual-reasoning-with","title":"CLEVR-Ref+: Diagnosing Visual Reasoning with Referring Expressions","date":"2019-01-03","arxiv_id":"1901.00850","repositories_listed":3,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/clevr-ref-diagnosing-visual-reasoning-with#ran","syntology_url":"https://syntology.ai/paper/1901.00850","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.00850"}},"official":null}},{"url":"/paper/glue-a-multi-task-benchmark-and-analysis","slug":"glue-a-multi-task-benchmark-and-analysis","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","date":"2018-04-20","arxiv_id":"1804.07461","repositories_listed":11,"syntology":{"n":14,"n_ran":14,"n_constructed":0,"n_ran_checked":12,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":11,"n_pointer_only":1,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/glue-a-multi-task-benchmark-and-analysis#ran","syntology_url":"https://syntology.ai/paper/1804.07461","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.07461"}},"official":null}},{"url":"/paper/the-ham10000-dataset-a-large-collection-of","slug":"the-ham10000-dataset-a-large-collection-of","title":"The HAM10000 dataset, a large collection of multi-source dermatoscopic images of common pigmented skin lesions","date":"2018-03-28","arxiv_id":"1803.10417","repositories_listed":13,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-ham10000-dataset-a-large-collection-of#ran","syntology_url":"https://syntology.ai/paper/1803.10417","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1803.10417"}},"official":{"repos":["ptschandl/HAM10000_dataset"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-dataset-and-architecture-for-visual","slug":"a-dataset-and-architecture-for-visual","title":"A Dataset and Architecture for Visual Reasoning with a Working Memory","date":"2018-03-16","arxiv_id":"1803.06092","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-dataset-and-architecture-for-visual#ran","syntology_url":"https://syntology.ai/paper/1803.06092","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1803.06092"}},"official":{"repos":["google/cog"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/deep-convolutional-neural-networks-for-breast","slug":"deep-convolutional-neural-networks-for-breast","title":"Deep Convolutional Neural Networks for Breast Cancer Histology Image Analysis","date":"2018-02-02","arxiv_id":"1802.00752","repositories_listed":3,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/deep-convolutional-neural-networks-for-breast#ran","syntology_url":"https://syntology.ai/paper/1802.00752","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.00752"}},"official":{"repos":["alexander-rakhlin/ICIAR2018"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/clevr-a-diagnostic-dataset-for-compositional","slug":"clevr-a-diagnostic-dataset-for-compositional","title":"CLEVR: A Diagnostic Dataset for Compositional Language and Elementary Visual Reasoning","date":"2016-12-20","arxiv_id":"1612.06890","repositories_listed":5,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/clevr-a-diagnostic-dataset-for-compositional#ran","syntology_url":"https://syntology.ai/paper/1612.06890","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1612.06890"}},"official":null}},{"url":"/paper/pareto-smoothed-importance-sampling","slug":"pareto-smoothed-importance-sampling","title":"Pareto Smoothed Importance Sampling","date":"2015-07-09","arxiv_id":"1507.02646","repositories_listed":9,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/pareto-smoothed-importance-sampling#ran","syntology_url":"https://syntology.ai/paper/1507.02646","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1507.02646"}},"official":{"repos":["avehtari/PSIS","stan-dev/loo"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}}],"record_sha256":"25c19d54b548cd8c7d8169521b4a929c59fadbccee90a109546feeb1779bfbd3","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}