{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/benchmarking/papers/24","list_of":"/task/benchmarking","task":"Benchmarking","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":24,"pages_in_order":56,"rows_per_page":100,"rows":[2301,2400],"of":5548,"counts":{"archive_papers_tagged":5548,"with_a_code_link":2658,"where_syntology_ran_a_sample":749,"not_listed_spam_title":0,"listed":5548,"listed_where_code_ran":749,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":624,"every_run_a_failure_of_syntologys_instrument":125,"listed_with_a_run_with_no_instrument_failure":624,"listed_every_run_a_failure_of_syntologys_instrument":125,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/benchmarking","prev":"/task/benchmarking/papers/23","next":"/task/benchmarking/papers/25","papers":[{"url":"/paper/benchmarking-the-accuracy-and-robustness-of","slug":"benchmarking-the-accuracy-and-robustness-of","title":"Benchmarking the Accuracy and Robustness of Feedback Alignment Algorithms","date":"2021-08-30","arxiv_id":"2108.13446","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/benchmarking-the-accuracy-and-robustness-of#ran","syntology_url":"https://syntology.ai/paper/2108.13446","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.13446"}},"official":{"repos":["jsalbert/biotorch"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/biofors-a-large-biomedical-image-forensics","slug":"biofors-a-large-biomedical-image-forensics","title":"BioFors: A Large Biomedical Image Forensics Dataset","date":"2021-08-30","arxiv_id":"2108.12961","repositories_listed":1,"syntology":null},{"url":"/paper/semi-supervised-exaggeration-detection-of","slug":"semi-supervised-exaggeration-detection-of","title":"Semi-Supervised Exaggeration Detection of Health Science Press Releases","date":"2021-08-30","arxiv_id":"2108.13493","repositories_listed":1,"syntology":null},{"url":"/paper/tune-it-or-don-t-use-it-benchmarking-data","slug":"tune-it-or-don-t-use-it-benchmarking-data","title":"Tune It or Don't Use It: Benchmarking Data-Efficient Image Classification","date":"2021-08-30","arxiv_id":"2108.13122","repositories_listed":1,"syntology":null},{"url":"/paper/ko-codes-inventing-nonlinear-encoding-and","slug":"ko-codes-inventing-nonlinear-encoding-and","title":"KO codes: Inventing Nonlinear Encoding and Decoding for Reliable Wireless Communication via Deep-learning","date":"2021-08-29","arxiv_id":"2108.12920","repositories_listed":1,"syntology":null},{"url":"/paper/searching-for-an-effective-defender","slug":"searching-for-an-effective-defender","title":"Searching for an Effective Defender: Benchmarking Defense against Adversarial Word Substitution","date":"2021-08-29","arxiv_id":"2108.12777","repositories_listed":1,"syntology":{"n":9,"n_ran":4,"n_constructed":1,"n_ran_checked":3,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/searching-for-an-effective-defender#ran","syntology_url":"https://syntology.ai/paper/2108.12777","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12777"}},"official":{"repos":["rockylzy/textdefender"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":1,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/pulling-up-by-the-causal-bootstraps-causal","slug":"pulling-up-by-the-causal-bootstraps-causal","title":"Pulling Up by the Causal Bootstraps: Causal Data Augmentation for Pre-training Debiasing","date":"2021-08-27","arxiv_id":"2108.12510","repositories_listed":1,"syntology":{"n":17,"n_ran":14,"n_constructed":0,"n_ran_checked":12,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":2,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pulling-up-by-the-causal-bootstraps-causal#ran","syntology_url":"https://syntology.ai/paper/2108.12510","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12510"}},"official":{"repos":["MLforHealth/CausalDA"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/a-unified-taxonomy-and-multimodal-dataset-for","slug":"a-unified-taxonomy-and-multimodal-dataset-for","title":"A Unified Taxonomy and Multimodal Dataset for Events in Invasion Games","date":"2021-08-25","arxiv_id":"2108.11149","repositories_listed":1,"syntology":null},{"url":"/paper/ssh-a-self-supervised-framework-for-image","slug":"ssh-a-self-supervised-framework-for-image","title":"SSH: A Self-Supervised Framework for Image Harmonization","date":"2021-08-15","arxiv_id":"2108.06805","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":4,"n_ran_checked":4,"n_instrument":4,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":9,"phrase":"8 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ssh-a-self-supervised-framework-for-image#ran","syntology_url":"https://syntology.ai/paper/2108.06805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.06805"}},"official":{"repos":["vita-group/ssharmonization"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":4,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-dataset-for-answering-time-sensitive","slug":"a-dataset-for-answering-time-sensitive","title":"A Dataset for Answering Time-Sensitive Questions","date":"2021-08-13","arxiv_id":"2108.06314","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-dataset-for-answering-time-sensitive#ran","syntology_url":"https://syntology.ai/paper/2108.06314","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.06314"}},"official":{"repos":["wenhuchen/time-sensitive-qa"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/distributional-depth-based-estimation-of","slug":"distributional-depth-based-estimation-of","title":"Distributional Depth-Based Estimation of Object Articulation Models","date":"2021-08-12","arxiv_id":"2108.05875","repositories_listed":1,"syntology":null},{"url":"/paper/hatemoji-a-test-suite-and-adversarially","slug":"hatemoji-a-test-suite-and-adversarially","title":"Hatemoji: A Test Suite and Adversarially-Generated Dataset for Benchmarking and Detecting Emoji-based Hate","date":"2021-08-12","arxiv_id":"2108.05921","repositories_listed":1,"syntology":null},{"url":"/paper/benchenas-a-benchmarking-platform-for","slug":"benchenas-a-benchmarking-platform-for","title":"BenchENAS: A Benchmarking Platform for Evolutionary Neural Architecture Search","date":"2021-08-09","arxiv_id":"2108.03856","repositories_listed":1,"syntology":null},{"url":"/paper/webly-supervised-fine-grained-recognition","slug":"webly-supervised-fine-grained-recognition","title":"Webly Supervised Fine-Grained Recognition: Benchmark Datasets and An Approach","date":"2021-08-05","arxiv_id":"2108.02399","repositories_listed":1,"syntology":null},{"url":"/paper/large-scale-quantum-machine-learning","slug":"large-scale-quantum-machine-learning","title":"Quantum machine learning of large datasets using randomized measurements","date":"2021-08-02","arxiv_id":"2108.01039","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-past-present-and-future","slug":"benchmarking-past-present-and-future","title":"Benchmarking: Past, Present and Future","date":"2021-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-scalable-methods-for-streaming","slug":"benchmarking-scalable-methods-for-streaming","title":"Benchmarking Scalable Methods for Streaming Cross Document Entity Coreference","date":"2021-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/signalgp-lite-event-driven-genetic","slug":"signalgp-lite-event-driven-genetic","title":"SignalGP-Lite: Event Driven Genetic Programming Library for Large-Scale Artificial Life Applications","date":"2021-08-01","arxiv_id":"2108.00382","repositories_listed":1,"syntology":null},{"url":"/paper/3d-fluorescence-microscopy-data-synthesis-for","slug":"3d-fluorescence-microscopy-data-synthesis-for","title":"3D fluorescence microscopy data synthesis for segmentation and benchmarking","date":"2021-07-21","arxiv_id":"2107.10180","repositories_listed":1,"syntology":null},{"url":"/paper/an-exploration-of-exploration-measuring-the","slug":"an-exploration-of-exploration-measuring-the","title":"An Exploration of Exploration: Measuring the ability of lexicase selection to find obscure pathways to optimality","date":"2021-07-20","arxiv_id":"2107.09760","repositories_listed":1,"syntology":null},{"url":"/paper/better-force-fields-start-with-better-data-a","slug":"better-force-fields-start-with-better-data-a","title":"Better force fields start with better data -- A data set of cation dipeptide interactions","date":"2021-07-19","arxiv_id":"2107.08855","repositories_listed":1,"syntology":null},{"url":"/paper/learned-sorted-table-search-and-static","slug":"learned-sorted-table-search-and-static","title":"Learned Sorted Table Search and Static Indexes in Small Model Space","date":"2021-07-19","arxiv_id":"2107.09480","repositories_listed":1,"syntology":null},{"url":"/paper/path-integrals-for-the-attribution-of-model","slug":"path-integrals-for-the-attribution-of-model","title":"Attribution of Predictive Uncertainties in Classification Models","date":"2021-07-19","arxiv_id":"2107.08756","repositories_listed":1,"syntology":null},{"url":"/paper/hierarchical-graph-neural-nets-can-capture","slug":"hierarchical-graph-neural-nets-can-capture","title":"Hierarchical graph neural nets can capture long-range interactions","date":"2021-07-15","arxiv_id":"2107.07432","repositories_listed":1,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/hierarchical-graph-neural-nets-can-capture#ran","syntology_url":"https://syntology.ai/paper/2107.07432","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.07432"}},"official":{"repos":["rampasek/HGNet"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/generative-and-reproducible-benchmarks-for","slug":"generative-and-reproducible-benchmarks-for","title":"Generative and reproducible benchmarks for comprehensive evaluation of machine learning classifiers","date":"2021-07-14","arxiv_id":"2107.06475","repositories_listed":1,"syntology":null},{"url":"/paper/mect-multi-metadata-embedding-based-cross","slug":"mect-multi-metadata-embedding-based-cross","title":"MECT: Multi-Metadata Embedding based Cross-Transformer for Chinese Named Entity Recognition","date":"2021-07-12","arxiv_id":"2107.05418","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-for-biomedical-natural-language","slug":"benchmarking-for-biomedical-natural-language","title":"Benchmarking for Biomedical Natural Language Processing Tasks with a Domain Specific ALBERT","date":"2021-07-09","arxiv_id":"2107.04374","repositories_listed":1,"syntology":null},{"url":"/paper/connectivity-matters-neural-network-pruning","slug":"connectivity-matters-neural-network-pruning","title":"Connectivity Matters: Neural Network Pruning Through the Lens of Effective Sparsity","date":"2021-07-05","arxiv_id":"2107.02306","repositories_listed":1,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/connectivity-matters-neural-network-pruning#ran","syntology_url":"https://syntology.ai/paper/2107.02306","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.02306"}},"official":{"repos":["avysogorets/effective-sparsity"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/systematic-evaluation-of-causal-discovery-in-1","slug":"systematic-evaluation-of-causal-discovery-in-1","title":"Systematic Evaluation of Causal Discovery in Visual Model Based Reinforcement Learning","date":"2021-07-02","arxiv_id":"2107.00848","repositories_listed":1,"syntology":{"n":14,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/systematic-evaluation-of-causal-discovery-in-1#ran","syntology_url":"https://syntology.ai/paper/2107.00848","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.00848"}},"official":{"repos":["dido1998/CausalMBRL"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/citynet-a-multi-city-multi-modal-dataset-for","slug":"citynet-a-multi-city-multi-modal-dataset-for","title":"CityNet: A Comprehensive Multi-Modal Urban Dataset for Advanced Research in Urban Computing","date":"2021-06-30","arxiv_id":"2106.15802","repositories_listed":1,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/citynet-a-multi-city-multi-modal-dataset-for#ran","syntology_url":"https://syntology.ai/paper/2106.15802","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.15802"}},"official":{"repos":["citynet-at-git/Citynet-phase1"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/exploring-context-modeling-techniques-on-the","slug":"exploring-context-modeling-techniques-on-the","title":"Exploring Context Generalizability in Citywide Crowd Mobility Prediction: An Analytic Framework and Benchmark","date":"2021-06-30","arxiv_id":"2106.16046","repositories_listed":1,"syntology":null},{"url":"/paper/k-zsl-resources-for-knowledge-driven-zero","slug":"k-zsl-resources-for-knowledge-driven-zero","title":"Benchmarking Knowledge-driven Zero-shot Learning","date":"2021-06-29","arxiv_id":"2106.15047","repositories_listed":1,"syntology":null},{"url":"/paper/efficient-realistic-data-generation-framework","slug":"efficient-realistic-data-generation-framework","title":"Efficient Realistic Data Generation Framework leveraging Deep Learning-based Human Digitization","date":"2021-06-28","arxiv_id":"2106.15409","repositories_listed":1,"syntology":null},{"url":"/paper/kimera-multi-robust-distributed-dense-metric","slug":"kimera-multi-robust-distributed-dense-metric","title":"Kimera-Multi: Robust, Distributed, Dense Metric-Semantic SLAM for Multi-Robot Systems","date":"2021-06-28","arxiv_id":"2106.14386","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-differential-privacy-and","slug":"benchmarking-differential-privacy-and","title":"Benchmarking Differential Privacy and Federated Learning for BERT Models","date":"2021-06-26","arxiv_id":"2106.13973","repositories_listed":1,"syntology":null},{"url":"/paper/you-are-allset-a-multiset-function-framework","slug":"you-are-allset-a-multiset-function-framework","title":"You are AllSet: A Multiset Function Framework for Hypergraph Neural Networks","date":"2021-06-24","arxiv_id":"2106.13264","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/you-are-allset-a-multiset-function-framework#ran","syntology_url":"https://syntology.ai/paper/2106.13264","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.13264"}},"official":{"repos":["jianhao2016/AllSet"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/synthetic-benchmarks-for-scientific-research","slug":"synthetic-benchmarks-for-scientific-research","title":"Synthetic Benchmarks for Scientific Research in Explainable Machine Learning","date":"2021-06-23","arxiv_id":"2106.12543","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/synthetic-benchmarks-for-scientific-research#ran","syntology_url":"https://syntology.ai/paper/2106.12543","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.12543"}},"official":{"repos":["abacusai/xai-bench"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cuda-gr-controllable-unsupervised-domain","slug":"cuda-gr-controllable-unsupervised-domain","title":"CUDA-GHR: Controllable Unsupervised Domain Adaptation for Gaze and Head Redirection","date":"2021-06-21","arxiv_id":"2106.10852","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/cuda-gr-controllable-unsupervised-domain#ran","syntology_url":"https://syntology.ai/paper/2106.10852","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.10852"}},"official":{"repos":["jswati31/cuda-ghr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/underwater-image-restoration-via-contrastive","slug":"underwater-image-restoration-via-contrastive","title":"Underwater Image Restoration via Contrastive Learning and a Real-world Dataset","date":"2021-06-20","arxiv_id":"2106.10718","repositories_listed":1,"syntology":null},{"url":"/paper/intrinsic-image-harmonization","slug":"intrinsic-image-harmonization","title":"Intrinsic Image Harmonization","date":"2021-06-19","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/perception-matters-detecting-perception","slug":"perception-matters-detecting-perception","title":"Perception Matters: Detecting Perception Failures of VQA Models Using Metamorphic Testing","date":"2021-06-19","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/understanding-and-evaluating-racial-biases-in","slug":"understanding-and-evaluating-racial-biases-in","title":"Understanding and Evaluating Racial Biases in Image Captioning","date":"2021-06-16","arxiv_id":"2106.08503","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/understanding-and-evaluating-racial-biases-in#ran","syntology_url":"https://syntology.ai/paper/2106.08503","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.08503"}},"official":{"repos":["princetonvisualai/imagecaptioning-bias"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/selection-of-source-images-heavily-influences","slug":"selection-of-source-images-heavily-influences","title":"Selection of Source Images Heavily Influences the Effectiveness of Adversarial Attacks","date":"2021-06-14","arxiv_id":"2106.07141","repositories_listed":1,"syntology":null},{"url":"/paper/online-learning-with-optimism-and-delay","slug":"online-learning-with-optimism-and-delay","title":"Online Learning with Optimism and Delay","date":"2021-06-13","arxiv_id":"2106.06885","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/online-learning-with-optimism-and-delay#ran","syntology_url":"https://syntology.ai/paper/2106.06885","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.06885"}},"official":{"repos":["geflaspohler/poold"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/shades-of-bleu-flavours-of-success-the-case","slug":"shades-of-bleu-flavours-of-success-the-case","title":"Shades of BLEU, Flavours of Success: The Case of MultiWOZ","date":"2021-06-10","arxiv_id":"2106.05555","repositories_listed":1,"syntology":null},{"url":"/paper/signals-to-spikes-for-neuromorphic-regulated","slug":"signals-to-spikes-for-neuromorphic-regulated","title":"Signals to Spikes for Neuromorphic Regulated Reservoir Computing and EMG Hand Gesture Recognition","date":"2021-06-09","arxiv_id":"2106.11169","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-bias-mitigation-algorithms-in","slug":"benchmarking-bias-mitigation-algorithms-in","title":"Benchmarking Bias Mitigation Algorithms in Representation Learning through Fairness Metrics","date":"2021-06-08","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/expobench-benchmarking-surrogate-based","slug":"expobench-benchmarking-surrogate-based","title":"EXPObench: Benchmarking Surrogate-based Optimisation Algorithms on Expensive Black-box Functions","date":"2021-06-08","arxiv_id":"2106.04618","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/expobench-benchmarking-surrogate-based#ran","syntology_url":"https://syntology.ai/paper/2106.04618","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.04618"}},"official":{"repos":["AlgTUDelft/ExpensiveOptimBenchmark"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/on-the-use-of-automatically-generated","slug":"on-the-use-of-automatically-generated","title":"On the use of automatically generated synthetic image datasets for benchmarking face recognition","date":"2021-06-08","arxiv_id":"2106.04215","repositories_listed":1,"syntology":null},{"url":"/paper/robustnav-towards-benchmarking-robustness-in","slug":"robustnav-towards-benchmarking-robustness-in","title":"RobustNav: Towards Benchmarking Robustness in Embodied Navigation","date":"2021-06-08","arxiv_id":"2106.04531","repositories_listed":1,"syntology":null},{"url":"/paper/the-medkit-learn-ing-environment-medical","slug":"the-medkit-learn-ing-environment-medical","title":"The Medkit-Learn(ing) Environment: Medical Decision Modelling through Simulation","date":"2021-06-08","arxiv_id":"2106.04240","repositories_listed":1,"syntology":null},{"url":"/paper/can-a-single-neuron-learn-quantiles","slug":"can-a-single-neuron-learn-quantiles","title":"Can a single neuron learn predictive uncertainty?","date":"2021-06-07","arxiv_id":"2106.03702","repositories_listed":1,"syntology":null},{"url":"/paper/on-training-sample-memorization-lessons-from","slug":"on-training-sample-memorization-lessons-from","title":"On Training Sample Memorization: Lessons from Benchmarking Generative Modeling with a Large-scale Competition","date":"2021-06-06","arxiv_id":"2106.03062","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-cnn-on-3d-anatomical-brain-mri","slug":"benchmarking-cnn-on-3d-anatomical-brain-mri","title":"Benchmarking CNN on 3D Anatomical Brain MRI: Architectures, Data Augmentation and Deep Ensemble Learning","date":"2021-06-02","arxiv_id":"2106.01132","repositories_listed":1,"syntology":null},{"url":"/paper/dfgc-2021-a-deepfake-game-competition","slug":"dfgc-2021-a-deepfake-game-competition","title":"DFGC 2021: A DeepFake Game Competition","date":"2021-06-02","arxiv_id":"2106.01217","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-driven-slot-constraints-for-goal","slug":"knowledge-driven-slot-constraints-for-goal","title":"Knowledge-Driven Slot Constraints for Goal-Oriented Dialogue Systems","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-the-performance-of-bayesian","slug":"benchmarking-the-performance-of-bayesian","title":"Benchmarking the Performance of Bayesian Optimization across Multiple Experimental Materials Science Domains","date":"2021-05-23","arxiv_id":"2106.01309","repositories_listed":1,"syntology":null},{"url":"/paper/laughing-heads-can-transformers-detect-what","slug":"laughing-heads-can-transformers-detect-what","title":"Laughing Heads: Can Transformers Detect What Makes a Sentence Funny?","date":"2021-05-19","arxiv_id":"2105.09142","repositories_listed":1,"syntology":null},{"url":"/paper/dacbench-a-benchmark-library-for-dynamic","slug":"dacbench-a-benchmark-library-for-dynamic","title":"DACBench: A Benchmark Library for Dynamic Algorithm Configuration","date":"2021-05-18","arxiv_id":"2105.08541","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dacbench-a-benchmark-library-for-dynamic#ran","syntology_url":"https://syntology.ai/paper/2105.08541","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.08541"}},"official":{"repos":["automl/DACBench"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/multimodal-fusion-via-teacher-student-network","slug":"multimodal-fusion-via-teacher-student-network","title":"Multimodal Fusion via Teacher-Student Network for Indoor Action Recognition","date":"2021-05-18","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/sanity-simulations-for-saliency-methods","slug":"sanity-simulations-for-saliency-methods","title":"Sanity Simulations for Saliency Methods","date":"2021-05-13","arxiv_id":"2105.06506","repositories_listed":1,"syntology":{"n":12,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/sanity-simulations-for-saliency-methods#ran","syntology_url":"https://syntology.ai/paper/2105.06506","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.06506"}},"official":{"repos":["wnstlr/SMERF"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":10,"ran_from_kinds":["official"]}}},{"url":"/paper/a-reinforcement-learning-environment-for-1","slug":"a-reinforcement-learning-environment-for-1","title":"A Reinforcement Learning Environment for Multi-Service UAV-enabled Wireless Systems","date":"2021-05-11","arxiv_id":"2105.05094","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-down-scaled-not-so-large-pre","slug":"benchmarking-down-scaled-not-so-large-pre","title":"Benchmarking down-scaled (not so large) pre-trained language models","date":"2021-05-11","arxiv_id":"2105.04876","repositories_listed":1,"syntology":null},{"url":"/paper/crepo-an-open-repository-to-benchmark-credal","slug":"crepo-an-open-repository-to-benchmark-credal","title":"CREPO: An Open Repository to Benchmark Credal Network Algorithms","date":"2021-05-10","arxiv_id":"2105.04158","repositories_listed":1,"syntology":null},{"url":"/paper/anomalyhop-an-ssl-based-image-anomaly","slug":"anomalyhop-an-ssl-based-image-anomaly","title":"AnomalyHop: An SSL-based Image Anomaly Localization Method","date":"2021-05-08","arxiv_id":"2105.03797","repositories_listed":1,"syntology":null},{"url":"/paper/d2s-document-to-slide-generation-via-query","slug":"d2s-document-to-slide-generation-via-query","title":"D2S: Document-to-Slide Generation Via Query-Based Text Summarization","date":"2021-05-08","arxiv_id":"2105.03664","repositories_listed":1,"syntology":null},{"url":"/paper/building-and-benchmarking-an-arabic-speech","slug":"building-and-benchmarking-an-arabic-speech","title":"Building and benchmarking an Arabic Speech Commands dataset for small-footprint keyword spotting","date":"2021-05-07","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/open-radar-initiative-large-scale-dataset-for","slug":"open-radar-initiative-large-scale-dataset-for","title":"Open Radar Initiative: Large Scale Dataset for Benchmarking of micro-Doppler Recognition Algorithms","date":"2021-05-07","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/2-5d-visual-relationship-detection","slug":"2-5d-visual-relationship-detection","title":"2.5D Visual Relationship Detection","date":"2021-04-26","arxiv_id":"2104.12727","repositories_listed":1,"syntology":null},{"url":"/paper/knodle-modular-weakly-supervised-learning","slug":"knodle-modular-weakly-supervised-learning","title":"Knodle: Modular Weakly Supervised Learning with PyTorch","date":"2021-04-23","arxiv_id":"2104.11557","repositories_listed":1,"syntology":null},{"url":"/paper/fednlp-a-research-platform-for-federated","slug":"fednlp-a-research-platform-for-federated","title":"FedNLP: Benchmarking Federated Learning Methods for Natural Language Processing Tasks","date":"2021-04-18","arxiv_id":"2104.08815","repositories_listed":1,"syntology":null},{"url":"/paper/data-generating-process-to-evaluate-causal","slug":"data-generating-process-to-evaluate-causal","title":"Data Generating Process to Evaluate Causal Discovery Techniques for Time Series Data","date":"2021-04-16","arxiv_id":"2104.08043","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/data-generating-process-to-evaluate-causal#ran","syntology_url":"https://syntology.ai/paper/2104.08043","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08043"}},"official":{"repos":["causalens/cdml-neurips2020"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-standardizing-reinforcement-learning","slug":"towards-standardizing-reinforcement-learning","title":"Towards Standardising Reinforcement Learning Approaches for Production Scheduling Problems","date":"2021-04-16","arxiv_id":"2104.08196","repositories_listed":1,"syntology":null},{"url":"/paper/is-multi-hop-reasoning-really-explainable","slug":"is-multi-hop-reasoning-really-explainable","title":"Is Multi-Hop Reasoning Really Explainable? Towards Benchmarking Reasoning Interpretability","date":"2021-04-14","arxiv_id":"2104.06751","repositories_listed":1,"syntology":null},{"url":"/paper/safety-enhanced-uav-path-planning-with","slug":"safety-enhanced-uav-path-planning-with","title":"Safety-enhanced UAV Path Planning with Spherical Vector-based Particle Swarm Optimization","date":"2021-04-13","arxiv_id":"2104.10033","repositories_listed":1,"syntology":null},{"url":"/paper/robust-semantic-interpretability-revisiting","slug":"robust-semantic-interpretability-revisiting","title":"Robust Semantic Interpretability: Revisiting Concept Activation Vectors","date":"2021-04-06","arxiv_id":"2104.02768","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":2,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/robust-semantic-interpretability-revisiting#ran","syntology_url":"https://syntology.ai/paper/2104.02768","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.02768"}},"official":{"repos":["keiserlab/rcav"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cbench-towards-better-evaluation-of-question","slug":"cbench-towards-better-evaluation-of-question","title":"CBench: Towards Better Evaluation of Question Answering Over Knowledge Graphs","date":"2021-04-05","arxiv_id":"2105.00811","repositories_listed":1,"syntology":null},{"url":"/paper/improving-pretrained-models-for-zero-shot","slug":"improving-pretrained-models-for-zero-shot","title":"Improving Pretrained Models for Zero-shot Multi-label Text Classification through Reinforced Label Hierarchy Reasoning","date":"2021-04-04","arxiv_id":"2104.01666","repositories_listed":1,"syntology":null},{"url":"/paper/an-empirical-evaluation-of-cost-based","slug":"an-empirical-evaluation-of-cost-based","title":"An Empirical Evaluation of Cost-based Federated SPARQL Query Processing Engines","date":"2021-04-02","arxiv_id":"2104.00984","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-a-transformer-free-model-for-ad","slug":"benchmarking-a-transformer-free-model-for-ad","title":"Benchmarking a transformer-FREE model for ad-hoc retrieval","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-pre-trained-language-models-for","slug":"benchmarking-pre-trained-language-models-for","title":"Benchmarking Pre-trained Language Models for Multilingual NER: TraSpaS at the BSNLP2021 Shared Task","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/remote-sensing-image-classification-with-the","slug":"remote-sensing-image-classification-with-the","title":"Remote Sensing Image Classification with the SEN12MS Dataset","date":"2021-04-01","arxiv_id":"2104.00704","repositories_listed":1,"syntology":null},{"url":"/paper/simultaneous-navigation-and-construction","slug":"simultaneous-navigation-and-construction","title":"Simultaneous Navigation and Construction Benchmarking Environments","date":"2021-03-31","arxiv_id":"2103.16732","repositories_listed":1,"syntology":null},{"url":"/paper/3d-affordancenet-a-benchmark-for-visual","slug":"3d-affordancenet-a-benchmark-for-visual","title":"3D AffordanceNet: A Benchmark for Visual Object Affordance Understanding","date":"2021-03-30","arxiv_id":"2103.16397","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":8,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":4,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/3d-affordancenet-a-benchmark-for-visual#ran","syntology_url":"https://syntology.ai/paper/2103.16397","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.16397"}},"official":{"repos":["Gorilla-Lab-SCUT/AffordanceNet"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarking-representation-learning-for","slug":"benchmarking-representation-learning-for","title":"Benchmarking Representation Learning for Natural World Image Collections","date":"2021-03-30","arxiv_id":"2103.16483","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/benchmarking-representation-learning-for#ran","syntology_url":"https://syntology.ai/paper/2103.16483","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.16483"}},"official":{"repos":["visipedia/newt"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/marine-snow-removal-benchmarking-dataset","slug":"marine-snow-removal-benchmarking-dataset","title":"Marine Snow Removal Benchmarking Dataset","date":"2021-03-26","arxiv_id":"2103.14249","repositories_listed":1,"syntology":null},{"url":"/paper/dig-a-turnkey-library-for-diving-into-graph","slug":"dig-a-turnkey-library-for-diving-into-graph","title":"DIG: A Turnkey Library for Diving into Graph Deep Learning Research","date":"2021-03-23","arxiv_id":"2103.12608","repositories_listed":1,"syntology":null},{"url":"/paper/learning-to-optimize-a-primer-and-a-benchmark","slug":"learning-to-optimize-a-primer-and-a-benchmark","title":"Learning to Optimize: A Primer and A Benchmark","date":"2021-03-23","arxiv_id":"2103.12828","repositories_listed":1,"syntology":null},{"url":"/paper/deepened-graph-auto-encoders-help-stabilize","slug":"deepened-graph-auto-encoders-help-stabilize","title":"Deepened Graph Auto-Encoders Help Stabilize and Enhance Link Prediction","date":"2021-03-21","arxiv_id":"2103.11414","repositories_listed":1,"syntology":null},{"url":"/paper/environment-and-person-independent-activity","slug":"environment-and-person-independent-activity","title":"SHARP: Environment and Person Independent Activity Recognition with Commodity IEEE 802.11 Access Points","date":"2021-03-17","arxiv_id":"2103.09924","repositories_listed":1,"syntology":null},{"url":"/paper/a-large-scale-dataset-for-benchmarking","slug":"a-large-scale-dataset-for-benchmarking","title":"A Large-Scale Dataset for Benchmarking Elevator Button Segmentation and Character Recognition","date":"2021-03-16","arxiv_id":"2103.09030","repositories_listed":1,"syntology":null},{"url":"/paper/menyo-20k-a-multi-domain-english-yoruba","slug":"menyo-20k-a-multi-domain-english-yoruba","title":"The Effect of Domain and Diacritics in Yorùbá-English Neural Machine Translation","date":"2021-03-15","arxiv_id":"2103.08647","repositories_listed":1,"syntology":null},{"url":"/paper/a-computed-tomography-vertebral-segmentation","slug":"a-computed-tomography-vertebral-segmentation","title":"A Computed Tomography Vertebral Segmentation Dataset with Anatomical Variations and Multi-Vendor Scanner Data","date":"2021-03-10","arxiv_id":"2103.06360","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-computed-tomography-vertebral-segmentation#ran","syntology_url":"https://syntology.ai/paper/2103.06360","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.06360"}},"official":{"repos":["anjany/verse"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/forgerynet-a-versatile-benchmark-for","slug":"forgerynet-a-versatile-benchmark-for","title":"ForgeryNet: A Versatile Benchmark for Comprehensive Forgery Analysis","date":"2021-03-09","arxiv_id":"2103.05630","repositories_listed":1,"syntology":null},{"url":"/paper/adversarial-environment-generation-for-1","slug":"adversarial-environment-generation-for-1","title":"Adversarial Environment Generation for Learning to Navigate the Web","date":"2021-03-02","arxiv_id":"2103.01991","repositories_listed":1,"syntology":null},{"url":"/paper/openics-open-image-compressive-sensing","slug":"openics-open-image-compressive-sensing","title":"OpenICS: Open Image Compressive Sensing Toolbox and Benchmark","date":"2021-02-28","arxiv_id":"2103.00652","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-and-survey-of-explanation","slug":"benchmarking-and-survey-of-explanation","title":"Benchmarking and Survey of Explanation Methods for Black Box Models","date":"2021-02-25","arxiv_id":"2102.13076","repositories_listed":1,"syntology":null},{"url":"/paper/4d-panoptic-lidar-segmentation","slug":"4d-panoptic-lidar-segmentation","title":"4D Panoptic LiDAR Segmentation","date":"2021-02-24","arxiv_id":"2102.12472","repositories_listed":1,"syntology":null},{"url":"/paper/deluca-a-differentiable-control-library","slug":"deluca-a-differentiable-control-library","title":"Deluca -- A Differentiable Control Library: Environments, Methods, and Benchmarking","date":"2021-02-19","arxiv_id":"2102.09968","repositories_listed":1,"syntology":null},{"url":"/paper/a-review-of-testing-object-based-environment","slug":"a-review-of-testing-object-based-environment","title":"A Review of Testing Object-Based Environment Perception for Safe Automated Driving","date":"2021-02-16","arxiv_id":"2102.08460","repositories_listed":1,"syntology":null}],"record_sha256":"58bba31a600d7e6f4e829404fc93350d54738e2439075f8a9a1250e0967357ba","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}