{"url":"/task/experimental-design","name":"Experimental Design","slug":"experimental-design","description_markdown":null,"categories":[{"name":"Methodology","url":"/area/methodology"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"derived"},"counts":{"papers_tagged":688,"papers_with_code":197,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":0,"subtasks":0,"parent_tasks":0},"benchmarks":[],"datasets":[],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":197,"tagged_in_all":688,"items":[{"url":"/paper/openbox-a-generalized-black-box-optimization","title":"OpenBox: A Generalized Black-box Optimization Service","date":"2021-06-01","arxiv_id":"2106.00421","repositories_listed":6,"syntology":null},{"url":"/paper/probing-the-limitations-of-multimodal","title":"Probing the limitations of multimodal language models for chemistry and materials research","date":"2024-11-25","arxiv_id":"2411.16955","repositories_listed":3,"syntology":{"n":9,"n_ran":0,"n_unverified":9,"n_pointer_only":0}},{"url":"/paper/can-llms-generate-novel-research-ideas-a","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","date":"2024-09-06","arxiv_id":"2409.04109","repositories_listed":3,"syntology":{"n":5,"n_ran":0,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/better-than-classical-the-subtle-art-of","title":"Better than classical? The subtle art of benchmarking quantum machine learning models","date":"2024-03-11","arxiv_id":"2403.07059","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/empirical-study-of-off-policy-policy","title":"Empirical Study of Off-Policy Policy Evaluation for Reinforcement Learning","date":"2019-11-15","arxiv_id":"1911.06854","repositories_listed":3,"syntology":null},{"url":"/paper/optimising-neural-fractional-differential","title":"Optimising Neural Fractional Differential Equations for Performance and Efficiency","date":"2024-10-20","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/two-heads-are-better-than-one-a-multi-agent","title":"Many Heads Are Better Than One: Improved Scientific Idea Generation by A LLM-Based Multi-Agent System","date":"2024-10-12","arxiv_id":"2410.09403","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/github-is-an-effective-platform-for","title":"GitHub is an effective platform for collaborative and reproducible laboratory research","date":"2024-08-18","arxiv_id":"2408.09344","repositories_listed":2,"syntology":null},{"url":"/paper/nnsight-and-ndif-democratizing-access-to","title":"NNsight and NDIF: Democratizing Access to Open-Weight Foundation Model Internals","date":"2024-07-18","arxiv_id":"2407.14561","repositories_listed":2,"syntology":{"n":8,"n_ran":0,"n_unverified":8,"n_pointer_only":0}},{"url":"/paper/variance-alignment-score-a-simple-but-tough","title":"Variance Alignment Score: A Simple But Tough-to-Beat Data Selection Method for Multimodal Contrastive Learning","date":"2024-02-03","arxiv_id":"2402.02055","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/can-generalist-foundation-models-outcompete","title":"Can Generalist Foundation Models Outcompete Special-Purpose Tuning? Case Study in Medicine","date":"2023-11-28","arxiv_id":"2311.16452","repositories_listed":2,"syntology":{"n":10,"n_ran":0,"n_unverified":10,"n_pointer_only":0}},{"url":"/paper/an-experimental-design-for-anytime-valid","title":"An Experimental Design for Anytime-Valid Causal Inference on Multi-Armed Bandits","date":"2023-11-09","arxiv_id":"2311.05794","repositories_listed":2,"syntology":null},{"url":"/paper/investigating-emergent-goal-like-behaviour-in","title":"The Machine Psychology of Cooperation: Can GPT models operationalise prompts for altruism, cooperation, competitiveness and selfishness in economic games?","date":"2023-05-13","arxiv_id":"2305.07970","repositories_listed":2,"syntology":{"n":3,"n_ran":0,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/derivate-informed-neural-operator-an","title":"Derivative-Informed Neural Operator: An Efficient Framework for High-Dimensional Parametric Derivative Learning","date":"2022-06-21","arxiv_id":"2206.10745","repositories_listed":2,"syntology":null},{"url":"/paper/vice-variational-inference-for-concept-1","title":"VICE: Variational Interpretable Concept Embeddings","date":"2022-05-02","arxiv_id":"2205.00756","repositories_listed":2,"syntology":{"n":10,"n_ran":7,"n_unverified":3,"n_pointer_only":10}},{"url":"/paper/adaptive-projected-residual-networks-for","title":"Learning High-Dimensional Parametric Maps via Reduced Basis Adaptive Residual Networks","date":"2021-12-14","arxiv_id":"2112.07096","repositories_listed":2,"syntology":null},{"url":"/paper/an-experimental-design-perspective-on-model","title":"An Experimental Design Perspective on Model-Based Reinforcement Learning","date":"2021-12-09","arxiv_id":"2112.05244","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/emulation-of-physical-processes-with-emukit","title":"Emulation of physical processes with Emukit","date":"2021-10-25","arxiv_id":"2110.13293","repositories_listed":2,"syntology":null},{"url":"/paper/genedisco-a-benchmark-for-experimental-design-1","title":"GeneDisco: A Benchmark for Experimental Design in Drug Discovery","date":"2021-10-22","arxiv_id":"2110.11875","repositories_listed":2,"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/a-optimal-active-learning","title":"A-Optimal Active Learning","date":"2021-10-18","arxiv_id":"2110.09585","repositories_listed":2,"syntology":null},{"url":"/paper/edge-proposal-sets-for-link-prediction","title":"Edge Proposal Sets for Link Prediction","date":"2021-06-30","arxiv_id":"2106.15810","repositories_listed":2,"syntology":null},{"url":"/paper/hls4ml-an-open-source-codesign-workflow-to","title":"hls4ml: An Open-Source Codesign Workflow to Empower Scientific Low-Power Machine Learning Devices","date":"2021-03-09","arxiv_id":"2103.05579","repositories_listed":2,"syntology":null},{"url":"/paper/experimental-design-for-mri-by-greedy-policy","title":"Experimental design for MRI by greedy policy search","date":"2020-10-30","arxiv_id":"2010.16262","repositories_listed":2,"syntology":{"n":18,"n_ran":4,"n_unverified":14,"n_pointer_only":0}},{"url":"/paper/with-little-power-comes-great-responsibility","title":"With Little Power Comes Great Responsibility","date":"2020-10-13","arxiv_id":"2010.06595","repositories_listed":2,"syntology":null},{"url":"/paper/botorch-programmable-bayesian-optimization-in","title":"BoTorch: A Framework for Efficient Monte-Carlo Bayesian Optimization","date":"2019-10-14","arxiv_id":"1910.06403","repositories_listed":2,"syntology":null},{"url":"/paper/attention-is-not-not-explanation","title":"Attention is not not Explanation","date":"2019-08-13","arxiv_id":"1908.04626","repositories_listed":2,"syntology":null},{"url":"/paper/fast-model-selection-through-adapting-design","title":"Optimal design of experiments to identify latent behavioral types","date":"2018-07-10","arxiv_id":"1807.07024","repositories_listed":2,"syntology":null},{"url":"/paper/creation-and-analysis-of-biochemical","title":"Creation and analysis of biochemical constraint-based models: the COBRA Toolbox v3.0","date":"2017-10-11","arxiv_id":"1710.04038","repositories_listed":2,"syntology":null},{"url":"/paper/pitfalls-and-best-practices-in-algorithm","title":"Pitfalls and Best Practices in Algorithm Configuration","date":"2017-05-17","arxiv_id":"1705.06058","repositories_listed":2,"syntology":null},{"url":"/paper/learning-a-nonlinear-dynamical-system-model","title":"Learning a nonlinear dynamical system model of gene regulation: A perturbed steady-state approach","date":"2012-07-13","arxiv_id":"1207.3137","repositories_listed":2,"syntology":null}],"syntology_records":12,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}