{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/experimental-design/papers/ran/1","list_of":"/task/experimental-design","task":"Experimental Design","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":1,"pages_in_order":1,"rows_per_page":100,"rows":[1,51],"of":51,"counts":{"archive_papers_tagged":688,"with_a_code_link":197,"where_syntology_ran_a_sample":51,"not_listed_spam_title":0,"listed":688,"listed_where_code_ran":51,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":43,"every_run_a_failure_of_syntologys_instrument":8,"listed_with_a_run_with_no_instrument_failure":43,"listed_every_run_a_failure_of_syntologys_instrument":8,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/experimental-design/papers/ran/1","prev":null,"next":null,"papers":[{"url":"/paper/gemstones-a-model-suite-for-multi-faceted","slug":"gemstones-a-model-suite-for-multi-faceted","title":"Gemstones: A Model Suite for Multi-Faceted Scaling Laws","date":"2025-02-07","arxiv_id":"2502.06857","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/gemstones-a-model-suite-for-multi-faceted#ran","syntology_url":"https://syntology.ai/paper/2502.06857","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.06857"}},"official":{"repos":["mcleish7/gemstone-scaling-laws"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/probing-the-limitations-of-multimodal","slug":"probing-the-limitations-of-multimodal","title":"Probing the limitations of multimodal language models for chemistry and materials research","date":"2024-11-25","arxiv_id":"2411.16955","repositories_listed":3,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/probing-the-limitations-of-multimodal#ran","syntology_url":"https://syntology.ai/paper/2411.16955","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.16955"}},"official":{"repos":["lamalab-org/mac-bench"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/chain-of-ideas-revolutionizing-research-in","slug":"chain-of-ideas-revolutionizing-research-in","title":"Chain of Ideas: Revolutionizing Research Via Novel Idea Development with LLM Agents","date":"2024-10-17","arxiv_id":"2410.13185","repositories_listed":1,"syntology":{"n":15,"n_ran":14,"n_constructed":0,"n_ran_checked":13,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":1,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/chain-of-ideas-revolutionizing-research-in#ran","syntology_url":"https://syntology.ai/paper/2410.13185","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.13185"}},"official":{"repos":["damo-nlp-sg/coi-agent"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/bayesian-experimental-design-via-contrastive","slug":"bayesian-experimental-design-via-contrastive","title":"Bayesian Experimental Design via Contrastive Diffusions","date":"2024-10-15","arxiv_id":"2410.11826","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bayesian-experimental-design-via-contrastive#ran","syntology_url":"https://syntology.ai/paper/2410.11826","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.11826"}},"official":{"repos":["jcopo/ContrastiveDiffusions"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/two-heads-are-better-than-one-a-multi-agent","slug":"two-heads-are-better-than-one-a-multi-agent","title":"Many Heads Are Better Than One: Improved Scientific Idea Generation by A LLM-Based Multi-Agent System","date":"2024-10-12","arxiv_id":"2410.09403","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/two-heads-are-better-than-one-a-multi-agent#ran","syntology_url":"https://syntology.ai/paper/2410.09403","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.09403"}},"official":{"repos":["open-sciencelab/social_science","open-sciencelab/virtual-scientists"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/can-llms-generate-novel-research-ideas-a","slug":"can-llms-generate-novel-research-ideas-a","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","date":"2024-09-06","arxiv_id":"2409.04109","repositories_listed":3,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/can-llms-generate-novel-research-ideas-a#ran","syntology_url":"https://syntology.ai/paper/2409.04109","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.04109"}},"official":{"repos":["NoviScl/AI-Researcher"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/towards-fully-autonomous-research-powered-by","slug":"towards-fully-autonomous-research-powered-by","title":"Toward Automated Simulation Research Workflow through LLM Prompt Engineering Design","date":"2024-08-28","arxiv_id":"2408.15512","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/towards-fully-autonomous-research-powered-by#ran","syntology_url":"https://syntology.ai/paper/2408.15512","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.15512"}},"official":{"repos":["zokaraa/autonomous_simulation_agent"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/linear-combinations-of-latents-in-diffusion","slug":"linear-combinations-of-latents-in-diffusion","title":"Linear combinations of latents in generative models: subspaces and beyond","date":"2024-08-16","arxiv_id":"2408.08558","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/linear-combinations-of-latents-in-diffusion#ran","syntology_url":"https://syntology.ai/paper/2408.08558","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.08558"}},"official":{"repos":["bodin-e/linear-combinations-of-latents"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/nnsight-and-ndif-democratizing-access-to","slug":"nnsight-and-ndif-democratizing-access-to","title":"NNsight and NDIF: Democratizing Access to Open-Weight Foundation Model Internals","date":"2024-07-18","arxiv_id":"2407.14561","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/nnsight-and-ndif-democratizing-access-to#ran","syntology_url":"https://syntology.ai/paper/2407.14561","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.14561"}},"official":{"repos":["ndif-team/nnsight"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/inherent-challenges-of-post-hoc-membership","slug":"inherent-challenges-of-post-hoc-membership","title":"SoK: Membership Inference Attacks on LLMs are Rushing Nowhere (and How to Fix It)","date":"2024-06-25","arxiv_id":"2406.17975","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":12,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/inherent-challenges-of-post-hoc-membership#ran","syntology_url":"https://syntology.ai/paper/2406.17975","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.17975"}},"official":{"repos":["computationalprivacy/mia_llms_benchmark"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/designing-an-evaluation-framework-for-large","slug":"designing-an-evaluation-framework-for-large","title":"Designing an Evaluation Framework for Large Language Models in Astronomy Research","date":"2024-05-30","arxiv_id":"2405.20389","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/designing-an-evaluation-framework-for-large#ran","syntology_url":"https://syntology.ai/paper/2405.20389","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.20389"}},"official":{"repos":["jsalt2024-evaluating-llms-for-astronomy/astro-arxiv-bot"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bayesian-adaptive-calibration-and-optimal","slug":"bayesian-adaptive-calibration-and-optimal","title":"Bayesian Adaptive Calibration and Optimal Design","date":"2024-05-23","arxiv_id":"2405.14440","repositories_listed":1,"syntology":{"n":7,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/bayesian-adaptive-calibration-and-optimal#ran","syntology_url":"https://syntology.ai/paper/2405.14440","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.14440"}},"official":{"repos":["csiro-funml/bacon"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/quality-weighted-vendi-scores-and-their","slug":"quality-weighted-vendi-scores-and-their","title":"Quality-Weighted Vendi Scores And Their Application To Diverse Experimental Design","date":"2024-05-03","arxiv_id":"2405.02449","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/quality-weighted-vendi-scores-and-their#ran","syntology_url":"https://syntology.ai/paper/2405.02449","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.02449"}},"official":{"repos":["vertaix/quality-weighted-vendi-score"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/better-than-classical-the-subtle-art-of","slug":"better-than-classical-the-subtle-art-of","title":"Better than classical? The subtle art of benchmarking quantum machine learning models","date":"2024-03-11","arxiv_id":"2403.07059","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/better-than-classical-the-subtle-art-of#ran","syntology_url":"https://syntology.ai/paper/2403.07059","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.07059"}},"official":{"repos":["xanaduai/qml-benchmarks"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/efficient-low-rank-matrix-estimation","slug":"efficient-low-rank-matrix-estimation","title":"Efficient Low-Rank Matrix Estimation, Experimental Design, and Arm-Set-Dependent Low-Rank Bandits","date":"2024-02-17","arxiv_id":"2402.11156","repositories_listed":1,"syntology":{"n":16,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/efficient-low-rank-matrix-estimation#ran","syntology_url":"https://syntology.ai/paper/2402.11156","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.11156"}},"official":{"repos":["jajajang/lowpopart"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/pasoa-particle-based-bayesian-optimal","slug":"pasoa-particle-based-bayesian-optimal","title":"PASOA- PArticle baSed Bayesian Optimal Adaptive design","date":"2024-02-11","arxiv_id":"2402.07160","repositories_listed":1,"syntology":{"n":16,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":9,"n_honours":0,"n_violates":2,"n_no_contract":4,"n_pointer_only":5,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 2 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/pasoa-particle-based-bayesian-optimal#ran","syntology_url":"https://syntology.ai/paper/2402.07160","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.07160"}},"official":{"repos":["iolloj/pasoa"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/variance-alignment-score-a-simple-but-tough","slug":"variance-alignment-score-a-simple-but-tough","title":"Variance Alignment Score: A Simple But Tough-to-Beat Data Selection Method for Multimodal Contrastive Learning","date":"2024-02-03","arxiv_id":"2402.02055","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/variance-alignment-score-a-simple-but-tough#ran","syntology_url":"https://syntology.ai/paper/2402.02055","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.02055"}},"official":null}},{"url":"/paper/discobax-discovery-of-optimal-intervention","slug":"discobax-discovery-of-optimal-intervention","title":"DiscoBAX: Discovery of Optimal Intervention Sets in Genomic Experiment Design","date":"2023-12-07","arxiv_id":"2312.04064","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/discobax-discovery-of-optimal-intervention#ran","syntology_url":"https://syntology.ai/paper/2312.04064","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.04064"}},"official":{"repos":["amehrjou/discobax"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/transferable-candidate-proposal-with-bounded","slug":"transferable-candidate-proposal-with-bounded","title":"Transferable Candidate Proposal with Bounded Uncertainty","date":"2023-12-07","arxiv_id":"2312.04604","repositories_listed":1,"syntology":{"n":21,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/transferable-candidate-proposal-with-bounded#ran","syntology_url":"https://syntology.ai/paper/2312.04604","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.04604"}},"official":{"repos":["gokyeongryeol/tbu"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":10,"ran_from_kinds":["official"]}}},{"url":"/paper/expert-guided-bayesian-optimisation-for-human","slug":"expert-guided-bayesian-optimisation-for-human","title":"Expert-guided Bayesian Optimisation for Human-in-the-loop Experimental Design of Known Systems","date":"2023-12-05","arxiv_id":"2312.02852","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/expert-guided-bayesian-optimisation-for-human#ran","syntology_url":"https://syntology.ai/paper/2312.02852","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.02852"}},"official":{"repos":["trsav/hitl-bo"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/can-generalist-foundation-models-outcompete","slug":"can-generalist-foundation-models-outcompete","title":"Can Generalist Foundation Models Outcompete Special-Purpose Tuning? Case Study in Medicine","date":"2023-11-28","arxiv_id":"2311.16452","repositories_listed":2,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/can-generalist-foundation-models-outcompete#ran","syntology_url":"https://syntology.ai/paper/2311.16452","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.16452"}},"official":null}},{"url":"/paper/expt-synthetic-pretraining-for-few-shot-1","slug":"expt-synthetic-pretraining-for-few-shot-1","title":"ExPT: Synthetic Pretraining for Few-Shot Experimental Design","date":"2023-10-30","arxiv_id":"2310.19961","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/expt-synthetic-pretraining-for-few-shot-1#ran","syntology_url":"https://syntology.ai/paper/2310.19961","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.19961"}},"official":{"repos":["tung-nd/expt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/sustainable-concrete-via-bayesian","slug":"sustainable-concrete-via-bayesian","title":"Sustainable Concrete via Bayesian Optimization","date":"2023-10-27","arxiv_id":"2310.18288","repositories_listed":1,"syntology":{"n":11,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/sustainable-concrete-via-bayesian#ran","syntology_url":"https://syntology.ai/paper/2310.18288","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.18288"}},"official":{"repos":["facebookresearch/sustainableconcrete"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/inferring-inference","slug":"inferring-inference","title":"Inferring Inference","date":"2023-10-04","arxiv_id":"2310.03186","repositories_listed":1,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":8,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/inferring-inference#ran","syntology_url":"https://syntology.ai/paper/2310.03186","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.03186"}},"official":{"repos":["xaqlab/inferringinference"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/on-estimating-the-gradient-of-the-expected","slug":"on-estimating-the-gradient-of-the-expected","title":"On Estimating the Gradient of the Expected Information Gain in Bayesian Experimental Design","date":"2023-08-19","arxiv_id":"2308.09888","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-estimating-the-gradient-of-the-expected#ran","syntology_url":"https://syntology.ai/paper/2308.09888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.09888"}},"official":{"repos":["ziq-ao/GradEIG"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/investigating-emergent-goal-like-behaviour-in","slug":"investigating-emergent-goal-like-behaviour-in","title":"The Machine Psychology of Cooperation: Can GPT models operationalise prompts for altruism, cooperation, competitiveness and selfishness in economic games?","date":"2023-05-13","arxiv_id":"2305.07970","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/investigating-emergent-goal-like-behaviour-in#ran","syntology_url":"https://syntology.ai/paper/2305.07970","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.07970"}},"official":{"repos":["phelps-sg/llm-cooperation","gitlab.com/sphelps/llm-cooperation"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/flex-an-adaptive-exploration-algorithm-for","slug":"flex-an-adaptive-exploration-algorithm-for","title":"FLEX: an Adaptive Exploration Algorithm for Nonlinear Systems","date":"2023-04-26","arxiv_id":"2304.13426","repositories_listed":1,"syntology":{"n":8,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/flex-an-adaptive-exploration-algorithm-for#ran","syntology_url":"https://syntology.ai/paper/2304.13426","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.13426"}},"official":{"repos":["mb-29/exploration"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/synthetic-combinations-a-causal-inference-1","slug":"synthetic-combinations-a-causal-inference-1","title":"Synthetic Combinations: A Causal Inference Framework for Combinatorial Interventions","date":"2023-03-24","arxiv_id":"2303.14226","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/synthetic-combinations-a-causal-inference-1#ran","syntology_url":"https://syntology.ai/paper/2303.14226","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.14226"}},"official":{"repos":["aagarwal1996/synth_combo"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/differentiable-multi-target-causal-bayesian","slug":"differentiable-multi-target-causal-bayesian","title":"Differentiable Multi-Target Causal Bayesian Experimental Design","date":"2023-02-21","arxiv_id":"2302.10607","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/differentiable-multi-target-causal-bayesian#ran","syntology_url":"https://syntology.ai/paper/2302.10607","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.10607"}},"official":{"repos":["yannadani/DiffCBED"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/an-experiment-design-paradigm-using-joint","slug":"an-experiment-design-paradigm-using-joint","title":"Experimental Design for Multi-Channel Imaging via Task-Driven Feature Selection","date":"2022-10-13","arxiv_id":"2210.06891","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-experiment-design-paradigm-using-joint#ran","syntology_url":"https://syntology.ai/paper/2210.06891","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.06891"}},"official":{"repos":["sbb-gh/experimental-design-multichannel"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/vice-variational-inference-for-concept-1","slug":"vice-variational-inference-for-concept-1","title":"VICE: Variational Interpretable Concept Embeddings","date":"2022-05-02","arxiv_id":"2205.00756","repositories_listed":2,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":10,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/vice-variational-inference-for-concept-1#ran","syntology_url":"https://syntology.ai/paper/2205.00756","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.00756"}},"official":{"repos":["lukasmut/vice"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/interventions-where-and-how-experimental","slug":"interventions-where-and-how-experimental","title":"Interventions, Where and How? Experimental Design for Causal Models at Scale","date":"2022-03-03","arxiv_id":"2203.02016","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/interventions-where-and-how-experimental#ran","syntology_url":"https://syntology.ai/paper/2203.02016","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.02016"}},"official":{"repos":["yannadani/cbed"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/counterfactual-inference-for-sequential","slug":"counterfactual-inference-for-sequential","title":"Counterfactual inference for sequential experiments","date":"2022-02-14","arxiv_id":"2202.06891","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/counterfactual-inference-for-sequential#ran","syntology_url":"https://syntology.ai/paper/2202.06891","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.06891"}},"official":null}},{"url":"/paper/an-experimental-design-perspective-on-model","slug":"an-experimental-design-perspective-on-model","title":"An Experimental Design Perspective on Model-Based Reinforcement Learning","date":"2021-12-09","arxiv_id":"2112.05244","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":3,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-experimental-design-perspective-on-model#ran","syntology_url":"https://syntology.ai/paper/2112.05244","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.05244"}},"official":null}},{"url":"/paper/temporal-effects-on-pre-trained-models-for","slug":"temporal-effects-on-pre-trained-models-for","title":"Temporal Effects on Pre-trained Models for Language Processing Tasks","date":"2021-11-24","arxiv_id":"2111.12790","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/temporal-effects-on-pre-trained-models-for#ran","syntology_url":"https://syntology.ai/paper/2111.12790","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.12790"}},"official":{"repos":["oagarwal/temporal-effects"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/implicit-deep-adaptive-design-policy-based","slug":"implicit-deep-adaptive-design-policy-based","title":"Implicit Deep Adaptive Design: Policy-Based Experimental Design without Likelihoods","date":"2021-11-03","arxiv_id":"2111.02329","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/implicit-deep-adaptive-design-policy-based#ran","syntology_url":"https://syntology.ai/paper/2111.02329","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.02329"}},"official":{"repos":["desi-ivanova/idad"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/genedisco-a-benchmark-for-experimental-design-1","slug":"genedisco-a-benchmark-for-experimental-design-1","title":"GeneDisco: A Benchmark for Experimental Design in Drug Discovery","date":"2021-10-22","arxiv_id":"2110.11875","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/genedisco-a-benchmark-for-experimental-design-1#ran","syntology_url":"https://syntology.ai/paper/2110.11875","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.11875"}},"official":{"repos":["genedisco/genedisco"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/near-optimal-multi-perturbation-experimental","slug":"near-optimal-multi-perturbation-experimental","title":"Near-Optimal Multi-Perturbation Experimental Design for Causal Structure Learning","date":"2021-05-28","arxiv_id":"2105.14024","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/near-optimal-multi-perturbation-experimental#ran","syntology_url":"https://syntology.ai/paper/2105.14024","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.14024"}},"official":{"repos":["ssethz/multi-perturbation-ed"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/gradient-based-bayesian-experimental-design","slug":"gradient-based-bayesian-experimental-design","title":"Gradient-based Bayesian Experimental Design for Implicit Models using Mutual Information Lower Bounds","date":"2021-05-10","arxiv_id":"2105.04379","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gradient-based-bayesian-experimental-design#ran","syntology_url":"https://syntology.ai/paper/2105.04379","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.04379"}},"official":{"repos":["stevenkleinegesse/GradBED"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bayesian-algorithm-execution-estimating","slug":"bayesian-algorithm-execution-estimating","title":"Bayesian Algorithm Execution: Estimating Computable Properties of Black-box Functions Using Mutual Information","date":"2021-04-19","arxiv_id":"2104.09460","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":5,"n_ran_checked":8,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":3,"n_no_contract":5,"n_pointer_only":12,"phrase":"10 ran (of which 5 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 3 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/bayesian-algorithm-execution-estimating#ran","syntology_url":"https://syntology.ai/paper/2104.09460","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.09460"}},"official":{"repos":["willieneis/bayesian-algorithm-execution"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":5,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/experimental-design-for-mri-by-greedy-policy","slug":"experimental-design-for-mri-by-greedy-policy","title":"Experimental design for MRI by greedy policy search","date":"2020-10-30","arxiv_id":"2010.16262","repositories_listed":2,"syntology":{"n":18,"n_ran":16,"n_constructed":0,"n_ran_checked":16,"n_instrument":0,"n_unverified":2,"n_honours":2,"n_violates":1,"n_no_contract":13,"n_pointer_only":1,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 2 honoured, 1 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/experimental-design-for-mri-by-greedy-policy#ran","syntology_url":"https://syntology.ai/paper/2010.16262","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.16262"}},"official":{"repos":["Timsey/pg_mri"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":0,"n_ran_no_instrument_failure":16,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/output-weighted-importance-sampling-for","slug":"output-weighted-importance-sampling-for","title":"Output-Weighted Optimal Sampling for Bayesian Experimental Design and Uncertainty Quantification","date":"2020-06-22","arxiv_id":"2006.12394","repositories_listed":1,"syntology":{"n":8,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/output-weighted-importance-sampling-for#ran","syntology_url":"https://syntology.ai/paper/2006.12394","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.12394"}},"official":{"repos":["ablancha/gpsearch"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/uncertainty-quantification-using-neural","slug":"uncertainty-quantification-using-neural","title":"Uncertainty Quantification Using Neural Networks for Molecular Property Prediction","date":"2020-05-20","arxiv_id":"2005.10036","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/uncertainty-quantification-using-neural#ran","syntology_url":"https://syntology.ai/paper/2005.10036","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.10036"}},"official":{"repos":["lhirschfeld/ChempropUncertaintyQuantification"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/unbiased-mlmc-stochastic-gradient-based","slug":"unbiased-mlmc-stochastic-gradient-based","title":"Unbiased MLMC stochastic gradient-based optimization of Bayesian experimental designs","date":"2020-05-18","arxiv_id":"2005.08414","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/unbiased-mlmc-stochastic-gradient-based#ran","syntology_url":"https://syntology.ai/paper/2005.08414","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.08414"}},"official":{"repos":["Goda-Research-Group/MLMC_stochastic_gradient"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/sequential-bayesian-experimental-design-for","slug":"sequential-bayesian-experimental-design-for","title":"Sequential Bayesian Experimental Design for Implicit Models via Mutual Information","date":"2020-03-20","arxiv_id":"2003.09379","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sequential-bayesian-experimental-design-for#ran","syntology_url":"https://syntology.ai/paper/2003.09379","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.09379"}},"official":null}},{"url":"/paper/bayesian-experimental-design-for-implicit","slug":"bayesian-experimental-design-for-implicit","title":"Bayesian Experimental Design for Implicit Models by Mutual Information Neural Estimation","date":"2020-02-19","arxiv_id":"2002.08129","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/bayesian-experimental-design-for-implicit#ran","syntology_url":"https://syntology.ai/paper/2002.08129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.08129"}},"official":{"repos":["stevenkleinegesse/minebed"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/estimating-the-number-and-effect-sizes-of-non","slug":"estimating-the-number-and-effect-sizes-of-non","title":"Estimating the number and effect sizes of non-null hypotheses","date":"2020-02-17","arxiv_id":"2002.07297","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/estimating-the-number-and-effect-sizes-of-non#ran","syntology_url":"https://syntology.ai/paper/2002.07297","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.07297"}},"official":{"repos":["jenniferbrennan/CountingDiscoveries"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/accelerated-experimental-design-for-pairwise","slug":"accelerated-experimental-design-for-pairwise","title":"Accelerated Experimental Design for Pairwise Comparisons","date":"2019-01-18","arxiv_id":"1901.06080","repositories_listed":1,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/accelerated-experimental-design-for-pairwise#ran","syntology_url":"https://syntology.ai/paper/1901.06080","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.06080"}},"official":{"repos":["neu-spiral/AcceleratedExperimentalDesign"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/efficient-bayesian-experimental-design-for","slug":"efficient-bayesian-experimental-design-for","title":"Efficient Bayesian Experimental Design for Implicit Models","date":"2018-10-23","arxiv_id":"1810.09912","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/efficient-bayesian-experimental-design-for#ran","syntology_url":"https://syntology.ai/paper/1810.09912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.09912"}},"official":null}},{"url":"/paper/sequential-bayesian-optimal-experimental","slug":"sequential-bayesian-optimal-experimental","title":"Sequential Bayesian optimal experimental design via approximate dynamic programming","date":"2016-04-28","arxiv_id":"1604.08320","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sequential-bayesian-optimal-experimental#ran","syntology_url":"https://syntology.ai/paper/1604.08320","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1604.08320"}},"official":null}},{"url":"/paper/gaussian-process-optimization-in-the-bandit","slug":"gaussian-process-optimization-in-the-bandit","title":"Gaussian Process Optimization in the Bandit Setting: No Regret and Experimental Design","date":"2009-12-21","arxiv_id":"0912.3995","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gaussian-process-optimization-in-the-bandit#ran","syntology_url":"https://syntology.ai/paper/0912.3995","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"0912.3995"}},"official":null}}],"record_sha256":"cf41784bef7ec8eed2ae3cbd31d95ad49f37fd583c53f581f63e23eb3e88281b","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}