{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/scientific-discovery/papers/ran/1","list_of":"/task/scientific-discovery","task":"scientific discovery","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":1,"pages_in_order":1,"rows_per_page":100,"rows":[1,58],"of":58,"counts":{"archive_papers_tagged":464,"with_a_code_link":192,"where_syntology_ran_a_sample":58,"not_listed_spam_title":0,"listed":464,"listed_where_code_ran":58,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":45,"every_run_a_failure_of_syntologys_instrument":13,"listed_with_a_run_with_no_instrument_failure":45,"listed_every_run_a_failure_of_syntologys_instrument":13,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/scientific-discovery/papers/ran/1","prev":null,"next":null,"papers":[{"url":"/paper/open-source-planning-control-system-with","slug":"open-source-planning-control-system-with","title":"Open Source Planning & Control System with Language Agents for Autonomous Scientific Discovery","date":"2025-07-09","arxiv_id":"2507.07257","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/open-source-planning-control-system-with#ran","syntology_url":"https://syntology.ai/paper/2507.07257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2507.07257"}},"official":{"repos":["cmbagents/cmbagent"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["community","official"]}}},{"url":"/paper/lmr-bench-evaluating-llm-agent-s-ability-on","slug":"lmr-bench-evaluating-llm-agent-s-ability-on","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","date":"2025-06-19","arxiv_id":"2506.17335","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":6,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/lmr-bench-evaluating-llm-agent-s-ability-on#ran","syntology_url":"https://syntology.ai/paper/2506.17335","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2506.17335"}},"official":{"repos":["du-nlp-lab/lmr-bench"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/climatechat-designing-data-and-methods-for","slug":"climatechat-designing-data-and-methods-for","title":"ClimateChat: Designing Data and Methods for Instruction Tuning LLMs to Answer Climate Change Queries","date":"2025-06-12","arxiv_id":"2506.13796","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/climatechat-designing-data-and-methods-for#ran","syntology_url":"https://syntology.ai/paper/2506.13796","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2506.13796"}},"official":{"repos":["thu-esis/jiuzhou"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/2506-08618","slug":"2506-08618","title":"HSG-12M: A Large-Scale Spatial Multigraph Dataset","date":"2025-06-10","arxiv_id":"2506.08618","repositories_listed":2,"syntology":{"n":14,"n_ran":10,"n_constructed":0,"n_ran_checked":5,"n_instrument":5,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 5 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/2506-08618#ran","syntology_url":"https://syntology.ai/paper/2506.08618","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2506.08618"}},"official":{"repos":["sarinstein-yan/hsg-12m","sarinstein-yan/poly2graph"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/safescientist-toward-risk-aware-scientific","slug":"safescientist-toward-risk-aware-scientific","title":"SafeScientist: Toward Risk-Aware Scientific Discoveries by LLM Agents","date":"2025-05-29","arxiv_id":"2505.23559","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/safescientist-toward-risk-aware-scientific#ran","syntology_url":"https://syntology.ai/paper/2505.23559","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.23559"}},"official":{"repos":["ulab-uiuc/safescientist"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bioreason-incentivizing-multimodal-biological","slug":"bioreason-incentivizing-multimodal-biological","title":"BioReason: Incentivizing Multimodal Biological Reasoning within a DNA-LLM Model","date":"2025-05-29","arxiv_id":"2505.23579","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/bioreason-incentivizing-multimodal-biological#ran","syntology_url":"https://syntology.ai/paper/2505.23579","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.23579"}},"official":{"repos":["bowang-lab/bioreason"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/hypobench-towards-systematic-and-principled","slug":"hypobench-towards-systematic-and-principled","title":"HypoBench: Towards Systematic and Principled Benchmarking for Hypothesis Generation","date":"2025-04-15","arxiv_id":"2504.11524","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/hypobench-towards-systematic-and-principled#ran","syntology_url":"https://syntology.ai/paper/2504.11524","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.11524"}},"official":null}},{"url":"/paper/the-ai-scientist-v2-workshop-level-automated","slug":"the-ai-scientist-v2-workshop-level-automated","title":"The AI Scientist-v2: Workshop-Level Automated Scientific Discovery via Agentic Tree Search","date":"2025-04-10","arxiv_id":"2504.08066","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/the-ai-scientist-v2-workshop-level-automated#ran","syntology_url":"https://syntology.ai/paper/2504.08066","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.08066"}},"official":{"repos":["sakanaai/ai-scientist-iclr2025-workshop-experiment","sakanaai/ai-scientist-v2"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/agentrxiv-towards-collaborative-autonomous","slug":"agentrxiv-towards-collaborative-autonomous","title":"AgentRxiv: Towards Collaborative Autonomous Research","date":"2025-03-23","arxiv_id":"2503.18102","repositories_listed":1,"syntology":{"n":9,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/agentrxiv-towards-collaborative-autonomous#ran","syntology_url":"https://syntology.ai/paper/2503.18102","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.18102"}},"official":null}},{"url":"/paper/2503-00096","slug":"2503-00096","title":"BixBench: a Comprehensive Benchmark for LLM-based Agents in Computational Biology","date":"2025-02-28","arxiv_id":"2503.00096","repositories_listed":2,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/2503-00096#ran","syntology_url":"https://syntology.ai/paper/2503.00096","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.00096"}},"official":{"repos":["Future-House/BixBench","Future-House/data-analysis-crow"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/inductionbench-llms-fail-in-the-simplest","slug":"inductionbench-llms-fail-in-the-simplest","title":"InductionBench: LLMs Fail in the Simplest Complexity Class","date":"2025-02-20","arxiv_id":"2502.15823","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/inductionbench-llms-fail-in-the-simplest#ran","syntology_url":"https://syntology.ai/paper/2502.15823","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.15823"}},"official":{"repos":["wenyueh/inductive_reasoning_benchmark"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/diffms-diffusion-generation-of-molecules","slug":"diffms-diffusion-generation-of-molecules","title":"DiffMS: Diffusion Generation of Molecules Conditioned on Mass Spectra","date":"2025-02-13","arxiv_id":"2502.09571","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/diffms-diffusion-generation-of-molecules#ran","syntology_url":"https://syntology.ai/paper/2502.09571","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.09571"}},"official":{"repos":["coleygroup/diffms"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/gravity-bench-v1-a-benchmark-on-gravitational","slug":"gravity-bench-v1-a-benchmark-on-gravitational","title":"Gravity-Bench-v1: A Benchmark on Gravitational Physics Discovery for Agents","date":"2025-01-30","arxiv_id":"2501.18411","repositories_listed":0,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gravity-bench-v1-a-benchmark-on-gravitational#ran","syntology_url":"https://syntology.ai/paper/2501.18411","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.18411"}},"official":null}},{"url":"/paper/agent-laboratory-using-llm-agents-as-research","slug":"agent-laboratory-using-llm-agents-as-research","title":"Agent Laboratory: Using LLM Agents as Research Assistants","date":"2025-01-08","arxiv_id":"2501.04227","repositories_listed":2,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/agent-laboratory-using-llm-agents-as-research#ran","syntology_url":"https://syntology.ai/paper/2501.04227","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.04227"}},"official":null}},{"url":"/paper/two-heads-are-better-than-one-a-multi-agent","slug":"two-heads-are-better-than-one-a-multi-agent","title":"Many Heads Are Better Than One: Improved Scientific Idea Generation by A LLM-Based Multi-Agent System","date":"2024-10-12","arxiv_id":"2410.09403","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/two-heads-are-better-than-one-a-multi-agent#ran","syntology_url":"https://syntology.ai/paper/2410.09403","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.09403"}},"official":{"repos":["open-sciencelab/social_science","open-sciencelab/virtual-scientists"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/moose-chem-large-language-models-for","slug":"moose-chem-large-language-models-for","title":"MOOSE-Chem: Large Language Models for Rediscovering Unseen Chemistry Scientific Hypotheses","date":"2024-10-09","arxiv_id":"2410.07076","repositories_listed":1,"syntology":{"n":8,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/moose-chem-large-language-models-for#ran","syntology_url":"https://syntology.ai/paper/2410.07076","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.07076"}},"official":{"repos":["ZonglinY/MOOSE-Chem"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/scienceagentbench-toward-rigorous-assessment","slug":"scienceagentbench-toward-rigorous-assessment","title":"ScienceAgentBench: Toward Rigorous Assessment of Language Agents for Data-Driven Scientific Discovery","date":"2024-10-07","arxiv_id":"2410.05080","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scienceagentbench-toward-rigorous-assessment#ran","syntology_url":"https://syntology.ai/paper/2410.05080","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.05080"}},"official":null}},{"url":"/paper/geometric-representation-condition-improves","slug":"geometric-representation-condition-improves","title":"Geometric Representation Condition Improves Equivariant Molecule Generation","date":"2024-10-04","arxiv_id":"2410.03655","repositories_listed":1,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":8,"n_instrument":3,"n_unverified":2,"n_honours":1,"n_violates":4,"n_no_contract":3,"n_pointer_only":13,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 4 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/geometric-representation-condition-improves#ran","syntology_url":"https://syntology.ai/paper/2410.03655","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.03655"}},"official":{"repos":["GraphPKU/GeoRCG"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/sciagents-automating-scientific-discovery","slug":"sciagents-automating-scientific-discovery","title":"SciAgents: Automating scientific discovery through multi-agent intelligent graph reasoning","date":"2024-09-09","arxiv_id":"2409.05556","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sciagents-automating-scientific-discovery#ran","syntology_url":"https://syntology.ai/paper/2409.05556","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.05556"}},"official":{"repos":["lamm-mit/SciAgentsDiscovery"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/can-llms-generate-novel-research-ideas-a","slug":"can-llms-generate-novel-research-ideas-a","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","date":"2024-09-06","arxiv_id":"2409.04109","repositories_listed":3,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/can-llms-generate-novel-research-ideas-a#ran","syntology_url":"https://syntology.ai/paper/2409.04109","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.04109"}},"official":{"repos":["NoviScl/AI-Researcher"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/scilitllm-how-to-adapt-llms-for-scientific","slug":"scilitllm-how-to-adapt-llms-for-scientific","title":"SciLitLLM: How to Adapt LLMs for Scientific Literature Understanding","date":"2024-08-28","arxiv_id":"2408.15545","repositories_listed":1,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":11,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scilitllm-how-to-adapt-llms-for-scientific#ran","syntology_url":"https://syntology.ai/paper/2408.15545","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.15545"}},"official":{"repos":["dptech-corp/Uni-SMART"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/can-transformers-do-enumerative-geometry","slug":"can-transformers-do-enumerative-geometry","title":"Can Transformers Do Enumerative Geometry?","date":"2024-08-27","arxiv_id":"2408.14915","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-transformers-do-enumerative-geometry#ran","syntology_url":"https://syntology.ai/paper/2408.14915","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.14915"}},"official":{"repos":["Baran-phys/DynamicFormer"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/blade-benchmarking-language-model-agents-for","slug":"blade-benchmarking-language-model-agents-for","title":"BLADE: Benchmarking Language Model Agents for Data-Driven Science","date":"2024-08-19","arxiv_id":"2408.09667","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/blade-benchmarking-language-model-agents-for#ran","syntology_url":"https://syntology.ai/paper/2408.09667","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.09667"}},"official":{"repos":["behavioral-data/blade"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/the-ai-scientist-towards-fully-automated-open","slug":"the-ai-scientist-towards-fully-automated-open","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","date":"2024-08-12","arxiv_id":"2408.06292","repositories_listed":2,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":9,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/the-ai-scientist-towards-fully-automated-open#ran","syntology_url":"https://syntology.ai/paper/2408.06292","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.06292"}},"official":{"repos":["sakanaai/ai-scientist"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/olympicarena-benchmarking-multi-discipline","slug":"olympicarena-benchmarking-multi-discipline","title":"OlympicArena: Benchmarking Multi-discipline Cognitive Reasoning for Superintelligent AI","date":"2024-06-18","arxiv_id":"2406.12753","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/olympicarena-benchmarking-multi-discipline#ran","syntology_url":"https://syntology.ai/paper/2406.12753","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.12753"}},"official":{"repos":["gair-nlp/olympicarena"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/on-the-robustness-of-global-feature-effect","slug":"on-the-robustness-of-global-feature-effect","title":"On the Robustness of Global Feature Effect Explanations","date":"2024-06-13","arxiv_id":"2406.09069","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-the-robustness-of-global-feature-effect#ran","syntology_url":"https://syntology.ai/paper/2406.09069","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.09069"}},"official":{"repos":["hbaniecki/robust-feature-effects"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/discoveryworld-a-virtual-environment-for","slug":"discoveryworld-a-virtual-environment-for","title":"DISCOVERYWORLD: A Virtual Environment for Developing and Evaluating Automated Scientific Discovery Agents","date":"2024-06-10","arxiv_id":"2406.06769","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/discoveryworld-a-virtual-environment-for#ran","syntology_url":"https://syntology.ai/paper/2406.06769","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.06769"}},"official":{"repos":["allenai/discoveryworld"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/flow-of-reasoning-efficient-training-of-llm","slug":"flow-of-reasoning-efficient-training-of-llm","title":"Flow of Reasoning:Training LLMs for Divergent Problem Solving with Minimal Examples","date":"2024-06-09","arxiv_id":"2406.05673","repositories_listed":1,"syntology":{"n":15,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/flow-of-reasoning-efficient-training-of-llm#ran","syntology_url":"https://syntology.ai/paper/2406.05673","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.05673"}},"official":{"repos":["yu-fangxu/for"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/biodiscoveryagent-an-ai-agent-for-designing","slug":"biodiscoveryagent-an-ai-agent-for-designing","title":"BioDiscoveryAgent: An AI Agent for Designing Genetic Perturbation Experiments","date":"2024-05-27","arxiv_id":"2405.17631","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/biodiscoveryagent-an-ai-agent-for-designing#ran","syntology_url":"https://syntology.ai/paper/2405.17631","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.17631"}},"official":{"repos":["snap-stanford/biodiscoveryagent"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/active-learning-with-fully-bayesian-neural","slug":"active-learning-with-fully-bayesian-neural","title":"Active Learning with Fully Bayesian Neural Networks for Discontinuous and Nonstationary Data","date":"2024-05-16","arxiv_id":"2405.09817","repositories_listed":1,"syntology":{"n":8,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":8,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/active-learning-with-fully-bayesian-neural#ran","syntology_url":"https://syntology.ai/paper/2405.09817","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.09817"}},"official":{"repos":["ziatdinovmax/neurobayes"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/knowledgehub-an-end-to-end-tool-for-assisted","slug":"knowledgehub-an-end-to-end-tool-for-assisted","title":"KnowledgeHub: An end-to-end Tool for Assisted Scientific Discovery","date":"2024-05-16","arxiv_id":"2406.00008","repositories_listed":0,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/knowledgehub-an-end-to-end-tool-for-assisted#ran","syntology_url":"https://syntology.ai/paper/2406.00008","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.00008"}},"official":null}},{"url":"/paper/causality-pursuit-from-heterogeneous","slug":"causality-pursuit-from-heterogeneous","title":"Causality Pursuit from Heterogeneous Environments via Neural Adversarial Invariance Learning","date":"2024-05-07","arxiv_id":"2405.04715","repositories_listed":1,"syntology":{"n":23,"n_ran":19,"n_constructed":0,"n_ran_checked":18,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":18,"n_pointer_only":23,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 18 with no instrument failure: 0 honoured, 0 violated, 18 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/causality-pursuit-from-heterogeneous#ran","syntology_url":"https://syntology.ai/paper/2405.04715","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.04715"}},"official":{"repos":["wmyw96/fair"],"state":"official (archive's flag): 19 ran","n_ran":19,"n_constructed":0,"n_ran_no_instrument_failure":18,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/shape-arithmetic-expressions-advancing","slug":"shape-arithmetic-expressions-advancing","title":"Shape Arithmetic Expressions: Advancing Scientific Discovery Beyond Closed-Form Equations","date":"2024-04-15","arxiv_id":"2404.09788","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/shape-arithmetic-expressions-advancing#ran","syntology_url":"https://syntology.ai/paper/2404.09788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.09788"}},"official":{"repos":["krzysztof-kacprzyk/shares"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/not-all-tickets-are-equal-and-we-know-it","slug":"not-all-tickets-are-equal-and-we-know-it","title":"Pruning neural network models for gene regulatory dynamics using data and domain knowledge","date":"2024-03-05","arxiv_id":"2403.04805","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":2,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/not-all-tickets-are-equal-and-we-know-it#ran","syntology_url":"https://syntology.ai/paper/2403.04805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.04805"}},"official":{"repos":["quackenbushlab/dash"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/sciglm-training-scientific-language-models","slug":"sciglm-training-scientific-language-models","title":"SciInstruct: a Self-Reflective Instruction Annotated Dataset for Training Scientific Language Models","date":"2024-01-15","arxiv_id":"2401.07950","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":8,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/sciglm-training-scientific-language-models#ran","syntology_url":"https://syntology.ai/paper/2401.07950","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.07950"}},"official":{"repos":["thudm/sciglm"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/deep-generative-symbolic-regression","slug":"deep-generative-symbolic-regression","title":"Deep Generative Symbolic Regression","date":"2023-12-30","arxiv_id":"2401.00282","repositories_listed":2,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deep-generative-symbolic-regression#ran","syntology_url":"https://syntology.ai/paper/2401.00282","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.00282"}},"official":{"repos":["samholt/deepgenerativesymbolicregression","vanderschaarlab/deepgenerativesymbolicregression"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/modelling-cellular-perturbations-with-the","slug":"modelling-cellular-perturbations-with-the","title":"Modelling Cellular Perturbations with the Sparse Additive Mechanism Shift Variational Autoencoder","date":"2023-11-05","arxiv_id":"2311.02794","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":7,"n_ran_checked":7,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":12,"phrase":"7 ran (of which 7 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified; every one of the 7 samples that ran constructed an object rather than computing a result","sample_list":"/paper/modelling-cellular-perturbations-with-the#ran","syntology_url":"https://syntology.ai/paper/2311.02794","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.02794"}},"official":{"repos":["insitro/sams-vae"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":7,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/sum-of-parts-models-faithful-attributions-for","slug":"sum-of-parts-models-faithful-attributions-for","title":"Sum-of-Parts: Faithful Attributions for Groups of Features","date":"2023-10-25","arxiv_id":"2310.16316","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/sum-of-parts-models-faithful-attributions-for#ran","syntology_url":"https://syntology.ai/paper/2310.16316","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.16316"}},"official":{"repos":["brachiolab/sop","debugml/sop"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-for-scientific","slug":"large-language-models-for-scientific","title":"Large Language Models for Scientific Synthesis, Inference and Explanation","date":"2023-10-12","arxiv_id":"2310.07984","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-models-for-scientific#ran","syntology_url":"https://syntology.ai/paper/2310.07984","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.07984"}},"official":{"repos":["zyzisastudyreallyhardguy/llm4sd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multi-fidelity-active-learning-with-gflownets","slug":"multi-fidelity-active-learning-with-gflownets","title":"Multi-Fidelity Active Learning with GFlowNets","date":"2023-06-20","arxiv_id":"2306.11715","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-fidelity-active-learning-with-gflownets#ran","syntology_url":"https://syntology.ai/paper/2306.11715","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.11715"}},"official":{"repos":["nikita-0209/mf-al-gfn"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["named_in_paper"]}}},{"url":"/paper/symmetry-informed-geometric-representation-1","slug":"symmetry-informed-geometric-representation-1","title":"Symmetry-Informed Geometric Representation for Molecules, Proteins, and Crystalline Materials","date":"2023-06-15","arxiv_id":"2306.09375","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/symmetry-informed-geometric-representation-1#ran","syntology_url":"https://syntology.ai/paper/2306.09375","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.09375"}},"official":{"repos":["chao1224/geom3d"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/okridge-scalable-optimal-k-sparse-ridge","slug":"okridge-scalable-optimal-k-sparse-ridge","title":"OKRidge: Scalable Optimal k-Sparse Ridge Regression","date":"2023-04-13","arxiv_id":"2304.06686","repositories_listed":1,"syntology":{"n":13,"n_ran":11,"n_constructed":3,"n_ran_checked":11,"n_instrument":0,"n_unverified":2,"n_honours":5,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"11 ran (of which 3 constructed an object rather than computing a result; 11 with no instrument failure: 5 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/okridge-scalable-optimal-k-sparse-ridge#ran","syntology_url":"https://syntology.ai/paper/2304.06686","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.06686"}},"official":{"repos":["jiachangliu/okridge"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":3,"n_ran_no_instrument_failure":11,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/data-driven-computational-imaging-for","slug":"data-driven-computational-imaging-for","title":"Data-Driven Computational Imaging for Scientific Discovery","date":"2022-10-29","arxiv_id":"2210.16709","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/data-driven-computational-imaging-for#ran","syntology_url":"https://syntology.ai/paper/2210.16709","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.16709"}},"official":{"repos":["vganapati/led_pvae"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/selection-by-prediction-with-conformal-p","slug":"selection-by-prediction-with-conformal-p","title":"Selection by Prediction with Conformal p-values","date":"2022-10-04","arxiv_id":"2210.01408","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/selection-by-prediction-with-conformal-p#ran","syntology_url":"https://syntology.ai/paper/2210.01408","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.01408"}},"official":{"repos":["ying531/selcf_paper"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/explaining-patterns-in-data-with-language","slug":"explaining-patterns-in-data-with-language","title":"Explaining Patterns in Data with Language Models via Interpretable Autoprompting","date":"2022-10-04","arxiv_id":"2210.01848","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/explaining-patterns-in-data-with-language#ran","syntology_url":"https://syntology.ai/paper/2210.01848","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.01848"}},"official":{"repos":["csinva/imodelsX"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/gt4sd-generative-toolkit-for-scientific","slug":"gt4sd-generative-toolkit-for-scientific","title":"Accelerating Material Design with the Generative Toolkit for Scientific Discovery","date":"2022-07-08","arxiv_id":"2207.03928","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gt4sd-generative-toolkit-for-scientific#ran","syntology_url":"https://syntology.ai/paper/2207.03928","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.03928"}},"official":{"repos":["gt4sd/gt4sd-core"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deep-learning-and-symbolic-regression-for","slug":"deep-learning-and-symbolic-regression-for","title":"Deep Learning and Symbolic Regression for Discovering Parametric Equations","date":"2022-07-01","arxiv_id":"2207.00529","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/deep-learning-and-symbolic-regression-for#ran","syntology_url":"https://syntology.ai/paper/2207.00529","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.00529"}},"official":{"repos":["samuelkim314/parametric-eql"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rethinking-symbolic-regression-datasets-and","slug":"rethinking-symbolic-regression-datasets-and","title":"Rethinking Symbolic Regression Datasets and Benchmarks for Scientific Discovery","date":"2022-06-21","arxiv_id":"2206.10540","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rethinking-symbolic-regression-datasets-and#ran","syntology_url":"https://syntology.ai/paper/2206.10540","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.10540"}},"official":{"repos":["omron-sinicx/srsd-benchmark"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/automl-two-sample-test","slug":"automl-two-sample-test","title":"AutoML Two-Sample Test","date":"2022-06-17","arxiv_id":"2206.08843","repositories_listed":3,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":2,"n_instrument":8,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 8 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/automl-two-sample-test#ran","syntology_url":"https://syntology.ai/paper/2206.08843","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.08843"}},"official":{"repos":["antoninschrab/fl-mmdagg","jmkuebler/auto-tst","jmkuebler/automl-tst-paper"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/bayesian-optimization-with-known-experimental","slug":"bayesian-optimization-with-known-experimental","title":"Bayesian optimization with known experimental and design constraints for chemistry applications","date":"2022-03-29","arxiv_id":"2203.17241","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bayesian-optimization-with-known-experimental#ran","syntology_url":"https://syntology.ai/paper/2203.17241","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.17241"}},"official":{"repos":["aspuru-guzik-group/gryffin"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/abductionrules-training-transformers-to-1","slug":"abductionrules-training-transformers-to-1","title":"AbductionRules: Training Transformers to Explain Unexpected Inputs","date":"2022-03-23","arxiv_id":"2203.12186","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/abductionrules-training-transformers-to-1#ran","syntology_url":"https://syntology.ai/paper/2203.12186","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.12186"}},"official":{"repos":["strong-ai-lab/abductionrules"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/predictive-models-of-rna-degradation-through","slug":"predictive-models-of-rna-degradation-through","title":"Deep learning models for predicting RNA degradation via dual crowdsourcing","date":"2021-10-14","arxiv_id":"2110.07531","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/predictive-models-of-rna-degradation-through#ran","syntology_url":"https://syntology.ai/paper/2110.07531","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.07531"}},"official":{"repos":["eternagame/KaggleOpenVaccine"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/3d-transformer-molecular-representation-with","slug":"3d-transformer-molecular-representation-with","title":"Molformer: Motif-based Transformer on 3D Heterogeneous Molecular Graphs","date":"2021-10-04","arxiv_id":"2110.01191","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/3d-transformer-molecular-representation-with#ran","syntology_url":"https://syntology.ai/paper/2110.01191","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.01191"}},"official":{"repos":["smiles724/3d-transformer","smiles724/molformer"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/neural-symbolic-regression-that-scales","slug":"neural-symbolic-regression-that-scales","title":"Neural Symbolic Regression that Scales","date":"2021-06-11","arxiv_id":"2106.06427","repositories_listed":2,"syntology":{"n":7,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/neural-symbolic-regression-that-scales#ran","syntology_url":"https://syntology.ai/paper/2106.06427","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.06427"}},"official":{"repos":["SymposiumOrganization/NeuralSymbolicRegressionThatScales"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/data-driven-discovery-of-physical-laws-with","slug":"data-driven-discovery-of-physical-laws-with","title":"Data-driven discovery of Green's functions with human-understandable deep learning","date":"2021-05-01","arxiv_id":"2105.00266","repositories_listed":2,"syntology":{"n":9,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/data-driven-discovery-of-physical-laws-with#ran","syntology_url":"https://syntology.ai/paper/2105.00266","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.00266"}},"official":{"repos":["NBoulle/greenlearning"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/renormalized-mutual-information-for","slug":"renormalized-mutual-information-for","title":"Renormalized Mutual Information for Artificial Scientific Discovery","date":"2020-05-04","arxiv_id":"2005.01912","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/renormalized-mutual-information-for#ran","syntology_url":"https://syntology.ai/paper/2005.01912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.01912"}},"official":{"repos":["lsarra/rmi"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/transformation-importance-with-applications","slug":"transformation-importance-with-applications","title":"Transformation Importance with Applications to Cosmology","date":"2020-03-04","arxiv_id":"2003.01926","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":1,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/transformation-importance-with-applications#ran","syntology_url":"https://syntology.ai/paper/2003.01926","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.01926"}},"official":{"repos":["csinva/transformation-importance"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/discovering-physical-concepts-with-neural","slug":"discovering-physical-concepts-with-neural","title":"Discovering physical concepts with neural networks","date":"2018-07-26","arxiv_id":"1807.10300","repositories_listed":7,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":3,"n_no_contract":2,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 3 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/discovering-physical-concepts-with-neural#ran","syntology_url":"https://syntology.ai/paper/1807.10300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1807.10300"}},"official":{"repos":["eth-nn-physics/nn_physical_concepts"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}}],"record_sha256":"87c8e47d5c8cf4bbee357910dc147ab4295f70d9652d31d6b74d73776eaf6b0b","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}