{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/minecraft/papers/ran/1","list_of":"/task/minecraft","task":"Minecraft","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":1,"pages_in_order":1,"rows_per_page":100,"rows":[1,39],"of":39,"counts":{"archive_papers_tagged":236,"with_a_code_link":94,"where_syntology_ran_a_sample":39,"not_listed_spam_title":0,"listed":236,"listed_where_code_ran":39,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":30,"every_run_a_failure_of_syntologys_instrument":9,"listed_with_a_run_with_no_instrument_failure":30,"listed_every_run_a_failure_of_syntologys_instrument":9,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/minecraft/papers/ran/1","prev":null,"next":null,"papers":[{"url":"/paper/mineanybuild-benchmarking-spatial-planning","slug":"mineanybuild-benchmarking-spatial-planning","title":"MineAnyBuild: Benchmarking Spatial Planning for Open-world AI Agents","date":"2025-05-26","arxiv_id":"2505.20148","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mineanybuild-benchmarking-spatial-planning#ran","syntology_url":"https://syntology.ai/paper/2505.20148","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.20148"}},"official":{"repos":["mineanybuild/mineanybuild"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/parallelized-planning-acting-for-efficient","slug":"parallelized-planning-acting-for-efficient","title":"Parallelized Planning-Acting for Efficient LLM-based Multi-Agent Systems","date":"2025-03-05","arxiv_id":"2503.03505","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/parallelized-planning-acting-for-efficient#ran","syntology_url":"https://syntology.ai/paper/2503.03505","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.03505"}},"official":{"repos":["zju-vipa/odyssey"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/minsstudio-a-streamlined-package-for","slug":"minsstudio-a-streamlined-package-for","title":"MineStudio: A Streamlined Package for Minecraft AI Agent Development","date":"2024-12-24","arxiv_id":"2412.18293","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/minsstudio-a-streamlined-package-for#ran","syntology_url":"https://syntology.ai/paper/2412.18293","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.18293"}},"official":{"repos":["craftjarvis/minestudio"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/teamcraft-a-benchmark-for-multi-modal-multi","slug":"teamcraft-a-benchmark-for-multi-modal-multi","title":"TeamCraft: A Benchmark for Multi-Modal Multi-Agent Systems in Minecraft","date":"2024-12-06","arxiv_id":"2412.05255","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":5,"n_instrument":4,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":3,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 1 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/teamcraft-a-benchmark-for-multi-modal-multi#ran","syntology_url":"https://syntology.ai/paper/2412.05255","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.05255"}},"official":{"repos":["teamcraft-bench/teamcraft"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/rocket-1-master-open-world-interaction-with","slug":"rocket-1-master-open-world-interaction-with","title":"ROCKET-1: Mastering Open-World Interaction with Visual-Temporal Context Prompting","date":"2024-10-23","arxiv_id":"2410.17856","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rocket-1-master-open-world-interaction-with#ran","syntology_url":"https://syntology.ai/paper/2410.17856","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.17856"}},"official":{"repos":["CraftJarvis/ROCKET-1"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/optimus-1-hybrid-multimodal-memory-empowered","slug":"optimus-1-hybrid-multimodal-memory-empowered","title":"Optimus-1: Hybrid Multimodal Memory Empowered Agents Excel in Long-Horizon Tasks","date":"2024-08-07","arxiv_id":"2408.03615","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/optimus-1-hybrid-multimodal-memory-empowered#ran","syntology_url":"https://syntology.ai/paper/2408.03615","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.03615"}},"official":{"repos":["JiuTian-VL/Optimus-1"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/idat-a-multi-modal-dataset-and-toolkit-for","slug":"idat-a-multi-modal-dataset-and-toolkit-for","title":"IDAT: A Multi-Modal Dataset and Toolkit for Building and Evaluating Interactive Task-Solving Agents","date":"2024-07-12","arxiv_id":"2407.08898","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/idat-a-multi-modal-dataset-and-toolkit-for#ran","syntology_url":"https://syntology.ai/paper/2407.08898","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.08898"}},"official":{"repos":["microsoft/iglu-datasets"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/craftium-an-extensible-framework-for-creating","slug":"craftium-an-extensible-framework-for-creating","title":"Craftium: An Extensible Framework for Creating Reinforcement Learning Environments","date":"2024-07-04","arxiv_id":"2407.03969","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":9,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/craftium-an-extensible-framework-for-creating#ran","syntology_url":"https://syntology.ai/paper/2407.03969","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.03969"}},"official":{"repos":["mikelma/craftium"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/villageragent-a-graph-based-multi-agent","slug":"villageragent-a-graph-based-multi-agent","title":"VillagerAgent: A Graph-Based Multi-Agent Framework for Coordinating Complex Task Dependencies in Minecraft","date":"2024-06-09","arxiv_id":"2406.05720","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/villageragent-a-graph-based-multi-agent#ran","syntology_url":"https://syntology.ai/paper/2406.05720","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.05720"}},"official":{"repos":["cnsdqd-dyb/villageragent"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/minedreamer-learning-to-follow-instructions","slug":"minedreamer-learning-to-follow-instructions","title":"MineDreamer: Learning to Follow Instructions via Chain-of-Imagination for Simulated-World Control","date":"2024-03-18","arxiv_id":"2403.12037","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":8,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/minedreamer-learning-to-follow-instructions#ran","syntology_url":"https://syntology.ai/paper/2403.12037","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.12037"}},"official":{"repos":["Zhoues/MineDreamer"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/playing-nethack-with-llms-potential","slug":"playing-nethack-with-llms-potential","title":"Playing NetHack with LLMs: Potential & Limitations as Zero-Shot Agents","date":"2024-03-01","arxiv_id":"2403.00690","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/playing-nethack-with-llms-potential#ran","syntology_url":"https://syntology.ai/paper/2403.00690","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.00690"}},"official":{"repos":["commandercero/netplay"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/craftax-a-lightning-fast-benchmark-for-open","slug":"craftax-a-lightning-fast-benchmark-for-open","title":"Craftax: A Lightning-Fast Benchmark for Open-Ended Reinforcement Learning","date":"2024-02-26","arxiv_id":"2402.16801","repositories_listed":1,"syntology":{"n":16,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":14,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/craftax-a-lightning-fast-benchmark-for-open#ran","syntology_url":"https://syntology.ai/paper/2402.16801","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.16801"}},"official":{"repos":["michaeltmatthews/craftax"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":14,"ran_from_kinds":["official"]}}},{"url":"/paper/regal-refactoring-programs-to-discover","slug":"regal-refactoring-programs-to-discover","title":"ReGAL: Refactoring Programs to Discover Generalizable Abstractions","date":"2024-01-29","arxiv_id":"2401.16467","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/regal-refactoring-programs-to-discover#ran","syntology_url":"https://syntology.ai/paper/2401.16467","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.16467"}},"official":{"repos":["esteng/regal_program_learning"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bedd-the-minerl-basalt-evaluation-and-1","slug":"bedd-the-minerl-basalt-evaluation-and-1","title":"BEDD: The MineRL BASALT Evaluation and Demonstrations Dataset for Training and Benchmarking Agents that Solve Fuzzy Tasks","date":"2023-12-05","arxiv_id":"2312.02405","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":8,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/bedd-the-minerl-basalt-evaluation-and-1#ran","syntology_url":"https://syntology.ai/paper/2312.02405","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.02405"}},"official":{"repos":["minerllabs/basalt-benchmark"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/creative-agents-empowering-agents-with","slug":"creative-agents-empowering-agents-with","title":"Creative Agents: Empowering Agents with Imagination for Creative Tasks","date":"2023-12-05","arxiv_id":"2312.02519","repositories_listed":1,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":7,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/creative-agents-empowering-agents-with#ran","syntology_url":"https://syntology.ai/paper/2312.02519","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.02519"}},"official":{"repos":["pku-rl/creative-agents"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/mcu-a-task-centric-framework-for-open-ended","slug":"mcu-a-task-centric-framework-for-open-ended","title":"Towards Evaluating Generalist Agents: An Automated Benchmark in Open World","date":"2023-10-12","arxiv_id":"2310.08367","repositories_listed":1,"syntology":{"n":19,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":13,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":19,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/mcu-a-task-centric-framework-for-open-ended#ran","syntology_url":"https://syntology.ai/paper/2310.08367","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.08367"}},"official":{"repos":["craftjarvis/mcu"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":13,"ran_from_kinds":["official"]}}},{"url":"/paper/octopus-embodied-vision-language-programmer","slug":"octopus-embodied-vision-language-programmer","title":"Octopus: Embodied Vision-Language Programmer from Environmental Feedback","date":"2023-10-12","arxiv_id":"2310.08588","repositories_listed":1,"syntology":{"n":12,"n_ran":12,"n_constructed":0,"n_ran_checked":6,"n_instrument":6,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":4,"n_pointer_only":12,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 1 violated, 4 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/octopus-embodied-vision-language-programmer#ran","syntology_url":"https://syntology.ai/paper/2310.08588","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.08588"}},"official":{"repos":["dongyh20/octopus"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/smartplay-a-benchmark-for-llms-as-intelligent","slug":"smartplay-a-benchmark-for-llms-as-intelligent","title":"SmartPlay: A Benchmark for LLMs as Intelligent Agents","date":"2023-10-02","arxiv_id":"2310.01557","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":9,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/smartplay-a-benchmark-for-llms-as-intelligent#ran","syntology_url":"https://syntology.ai/paper/2310.01557","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.01557"}},"official":{"repos":["microsoft/smartplay"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/voyager-an-open-ended-embodied-agent-with","slug":"voyager-an-open-ended-embodied-agent-with","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","date":"2023-05-25","arxiv_id":"2305.16291","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/voyager-an-open-ended-embodied-agent-with#ran","syntology_url":"https://syntology.ai/paper/2305.16291","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16291"}},"official":{"repos":["MineDojo/Voyager"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-solving-fuzzy-tasks-with-human","slug":"towards-solving-fuzzy-tasks-with-human","title":"Towards Solving Fuzzy Tasks with Human Feedback: A Retrospective of the MineRL BASALT 2022 Competition","date":"2023-03-23","arxiv_id":"2303.13512","repositories_listed":0,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/towards-solving-fuzzy-tasks-with-human#ran","syntology_url":"https://syntology.ai/paper/2303.13512","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.13512"}},"official":null}},{"url":"/paper/clip4mc-an-rl-friendly-vision-language-model","slug":"clip4mc-an-rl-friendly-vision-language-model","title":"Reinforcement Learning Friendly Vision-Language Model for Minecraft","date":"2023-03-19","arxiv_id":"2303.10571","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clip4mc-an-rl-friendly-vision-language-model#ran","syntology_url":"https://syntology.ai/paper/2303.10571","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.10571"}},"official":{"repos":["PKU-RL/CLIP4MC"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/open-world-multi-task-control-through-goal","slug":"open-world-multi-task-control-through-goal","title":"Open-World Multi-Task Control Through Goal-Aware Representation Learning and Adaptive Horizon Prediction","date":"2023-01-21","arxiv_id":"2301.10034","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":2,"n_ran_checked":3,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":7,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/open-world-multi-task-control-through-goal#ran","syntology_url":"https://syntology.ai/paper/2301.10034","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.10034"}},"official":{"repos":["craftjarvis/mc-controller"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/mastering-diverse-domains-through-world","slug":"mastering-diverse-domains-through-world","title":"Mastering Diverse Domains through World Models","date":"2023-01-10","arxiv_id":"2301.04104","repositories_listed":7,"syntology":{"n":34,"n_ran":21,"n_constructed":0,"n_ran_checked":16,"n_instrument":5,"n_unverified":13,"n_honours":0,"n_violates":0,"n_no_contract":16,"n_pointer_only":0,"phrase":"21 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 0 honoured, 0 violated, 16 with no contract checked; 5 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/mastering-diverse-domains-through-world#ran","syntology_url":"https://syntology.ai/paper/2301.04104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.04104"}},"official":{"repos":["danijar/dreamerv3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/rapid-learn-a-framework-for-learning-to","slug":"rapid-learn-a-framework-for-learning-to","title":"RAPid-Learn: A Framework for Learning to Recover for Handling Novelties in Open-World Environments","date":"2022-06-24","arxiv_id":"2206.12493","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rapid-learn-a-framework-for-learning-to#ran","syntology_url":"https://syntology.ai/paper/2206.12493","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.12493"}},"official":{"repos":["goelshivam1210/RAPid-Learn"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/video-pretraining-vpt-learning-to-act-by","slug":"video-pretraining-vpt-learning-to-act-by","title":"Video PreTraining (VPT): Learning to Act by Watching Unlabeled Online Videos","date":"2022-06-23","arxiv_id":"2206.11795","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/video-pretraining-vpt-learning-to-act-by#ran","syntology_url":"https://syntology.ai/paper/2206.11795","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.11795"}},"official":{"repos":["openai/Video-Pre-Training"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/minedojo-building-open-ended-embodied-agents","slug":"minedojo-building-open-ended-embodied-agents","title":"MineDojo: Building Open-Ended Embodied Agents with Internet-Scale Knowledge","date":"2022-06-17","arxiv_id":"2206.08853","repositories_listed":3,"syntology":{"n":28,"n_ran":14,"n_constructed":2,"n_ran_checked":10,"n_instrument":4,"n_unverified":14,"n_honours":0,"n_violates":3,"n_no_contract":7,"n_pointer_only":0,"phrase":"14 ran (of which 2 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 3 violated, 7 with no contract checked; 4 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/minedojo-building-open-ended-embodied-agents#ran","syntology_url":"https://syntology.ai/paper/2206.08853","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.08853"}},"official":{"repos":["MineDojo/MineDojo"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/combining-learning-from-human-feedback-and","slug":"combining-learning-from-human-feedback-and","title":"Combining Learning from Human Feedback and Knowledge Engineering to Solve Hierarchical Tasks in Minecraft","date":"2021-12-07","arxiv_id":"2112.03482","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/combining-learning-from-human-feedback-and#ran","syntology_url":"https://syntology.ai/paper/2112.03482","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.03482"}},"official":{"repos":["viniciusguigo/kairos_minerl_basalt"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/mindcraft-theory-of-mind-modeling-for","slug":"mindcraft-theory-of-mind-modeling-for","title":"MindCraft: Theory of Mind Modeling for Situated Dialogue in Collaborative Tasks","date":"2021-09-13","arxiv_id":"2109.06275","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mindcraft-theory-of-mind-modeling-for#ran","syntology_url":"https://syntology.ai/paper/2109.06275","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06275"}},"official":null}},{"url":"/paper/multi-task-curriculum-learning-in-a-complex","slug":"multi-task-curriculum-learning-in-a-complex","title":"Multi-task curriculum learning in a complex, visual, hard-exploration domain: Minecraft","date":"2021-06-28","arxiv_id":"2106.14876","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-task-curriculum-learning-in-a-complex#ran","syntology_url":"https://syntology.ai/paper/2106.14876","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.14876"}},"official":null}},{"url":"/paper/world-gan-a-generative-model-for-minecraft","slug":"world-gan-a-generative-model-for-minecraft","title":"World-GAN: a Generative Model for Minecraft Worlds","date":"2021-06-18","arxiv_id":"2106.10155","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/world-gan-a-generative-model-for-minecraft#ran","syntology_url":"https://syntology.ai/paper/2106.10155","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.10155"}},"official":{"repos":["Mawiszus/World-GAN"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/growing-3d-artefacts-and-functional-machines","slug":"growing-3d-artefacts-and-functional-machines","title":"Growing 3D Artefacts and Functional Machines with Neural Cellular Automata","date":"2021-03-15","arxiv_id":"2103.08737","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/growing-3d-artefacts-and-functional-machines#ran","syntology_url":"https://syntology.ai/paper/2103.08737","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.08737"}},"official":{"repos":["real-itu/3d-artefacts-nca"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/program-synthesis-guided-reinforcement","slug":"program-synthesis-guided-reinforcement","title":"Program Synthesis Guided Reinforcement Learning for Partially Observed Environments","date":"2021-02-22","arxiv_id":"2102.11137","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/program-synthesis-guided-reinforcement#ran","syntology_url":"https://syntology.ai/paper/2102.11137","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.11137"}},"official":{"repos":["yycdavid/program-synthesis-guided-rl"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/playing-minecraft-with-behavioural-cloning","slug":"playing-minecraft-with-behavioural-cloning","title":"Playing Minecraft with Behavioural Cloning","date":"2020-05-07","arxiv_id":"2005.03374","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/playing-minecraft-with-behavioural-cloning#ran","syntology_url":"https://syntology.ai/paper/2005.03374","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.03374"}},"official":{"repos":["Miffyli/minecraft-bc"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/sample-efficient-reinforcement-learning","slug":"sample-efficient-reinforcement-learning","title":"Sample Efficient Reinforcement Learning through Learning from Demonstrations in Minecraft","date":"2020-03-12","arxiv_id":"2003.06066","repositories_listed":3,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/sample-efficient-reinforcement-learning#ran","syntology_url":"https://syntology.ai/paper/2003.06066","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.06066"}},"official":null}},{"url":"/paper/hierarchical-deep-q-network-with-forgetting","slug":"hierarchical-deep-q-network-with-forgetting","title":"Hierarchical Deep Q-Network from Imperfect Demonstrations in Minecraft","date":"2019-12-18","arxiv_id":"1912.08664","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/hierarchical-deep-q-network-with-forgetting#ran","syntology_url":"https://syntology.ai/paper/1912.08664","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.08664"}},"official":{"repos":["cog-isa/forger"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/why-build-an-assistant-in-minecraft","slug":"why-build-an-assistant-in-minecraft","title":"Why Build an Assistant in Minecraft?","date":"2019-07-22","arxiv_id":"1907.09273","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/why-build-an-assistant-in-minecraft#ran","syntology_url":"https://syntology.ai/paper/1907.09273","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.09273"}},"official":{"repos":["facebookresearch/craftassist"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/craftassist-a-framework-for-dialogue-enabled","slug":"craftassist-a-framework-for-dialogue-enabled","title":"CraftAssist: A Framework for Dialogue-enabled Interactive Agents","date":"2019-07-19","arxiv_id":"1907.08584","repositories_listed":4,"syntology":{"n":12,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":12,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/craftassist-a-framework-for-dialogue-enabled#ran","syntology_url":"https://syntology.ai/paper/1907.08584","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.08584"}},"official":{"repos":["facebookresearch/craftassist"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/regret-minimization-for-partially-observable","slug":"regret-minimization-for-partially-observable","title":"Regret Minimization for Partially Observable Deep Reinforcement Learning","date":"2017-10-31","arxiv_id":"1710.11424","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/regret-minimization-for-partially-observable#ran","syntology_url":"https://syntology.ai/paper/1710.11424","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1710.11424"}},"official":null}},{"url":"/paper/teacher-student-curriculum-learning","slug":"teacher-student-curriculum-learning","title":"Teacher-Student Curriculum Learning","date":"2017-07-01","arxiv_id":"1707.00183","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/teacher-student-curriculum-learning#ran","syntology_url":"https://syntology.ai/paper/1707.00183","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1707.00183"}},"official":{"repos":["tambetm/TSCL"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}}],"record_sha256":"682ea2fb183651ac45c577ff145387a6ac1ebd7a953540b3344fe11f54404d5a","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}