{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/ai-agent/papers/ran/1","list_of":"/task/ai-agent","task":"AI Agent","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":1,"pages_in_order":1,"rows_per_page":100,"rows":[1,36],"of":36,"counts":{"archive_papers_tagged":391,"with_a_code_link":111,"where_syntology_ran_a_sample":36,"not_listed_spam_title":0,"listed":391,"listed_where_code_ran":36,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":28,"every_run_a_failure_of_syntologys_instrument":8,"listed_with_a_run_with_no_instrument_failure":28,"listed_every_run_a_failure_of_syntologys_instrument":8,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/ai-agent/papers/ran/1","prev":null,"next":null,"papers":[{"url":"/paper/from-knowledge-to-noise-ctim-rover-and-the","slug":"from-knowledge-to-noise-ctim-rover-and-the","title":"From Knowledge to Noise: CTIM-Rover and the Pitfalls of Episodic Memory in Software Engineering Agents","date":"2025-05-29","arxiv_id":"2505.23422","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/from-knowledge-to-noise-ctim-rover-and-the#ran","syntology_url":"https://syntology.ai/paper/2505.23422","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.23422"}},"official":{"repos":["liqs-v2/ctim-rover"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/voila-voice-language-foundation-models-for","slug":"voila-voice-language-foundation-models-for","title":"Voila: Voice-Language Foundation Models for Real-Time Autonomous Interaction and Voice Role-Play","date":"2025-05-05","arxiv_id":"2505.02707","repositories_listed":1,"syntology":{"n":11,"n_ran":7,"n_constructed":6,"n_ran_checked":7,"n_instrument":0,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"7 ran (of which 6 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/voila-voice-language-foundation-models-for#ran","syntology_url":"https://syntology.ai/paper/2505.02707","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.02707"}},"official":{"repos":["maitrix-org/voila"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":6,"n_ran_no_instrument_failure":7,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/agent-s2-a-compositional-generalist","slug":"agent-s2-a-compositional-generalist","title":"Agent S2: A Compositional Generalist-Specialist Framework for Computer Use Agents","date":"2025-04-01","arxiv_id":"2504.00906","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/agent-s2-a-compositional-generalist#ran","syntology_url":"https://syntology.ai/paper/2504.00906","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.00906"}},"official":{"repos":["simular-ai/agent-s"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/txagent-an-ai-agent-for-therapeutic-reasoning","slug":"txagent-an-ai-agent-for-therapeutic-reasoning","title":"TxAgent: An AI Agent for Therapeutic Reasoning Across a Universe of Tools","date":"2025-03-14","arxiv_id":"2503.10970","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/txagent-an-ai-agent-for-therapeutic-reasoning#ran","syntology_url":"https://syntology.ai/paper/2503.10970","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.10970"}},"official":{"repos":["mims-harvard/ToolUniverse","mims-harvard/TxAgent","huggingface.co/mims-harvard/ToolRAG-T1-GTE-Qwen2-1.5B","huggingface.co/mims-harvard/TxAgent-T1-Llama-3.1-8B"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/interactive-debugging-and-steering-of-multi","slug":"interactive-debugging-and-steering-of-multi","title":"Interactive Debugging and Steering of Multi-Agent AI Systems","date":"2025-03-03","arxiv_id":"2503.02068","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/interactive-debugging-and-steering-of-multi#ran","syntology_url":"https://syntology.ai/paper/2503.02068","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.02068"}},"official":{"repos":["microsoft/agdebugger"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/curie-toward-rigorous-and-automated","slug":"curie-toward-rigorous-and-automated","title":"Curie: Toward Rigorous and Automated Scientific Experimentation with AI Agents","date":"2025-02-22","arxiv_id":"2502.16069","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/curie-toward-rigorous-and-automated#ran","syntology_url":"https://syntology.ai/paper/2502.16069","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.16069"}},"official":{"repos":["just-curieous/curie"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/medrax-medical-reasoning-agent-for-chest-x","slug":"medrax-medical-reasoning-agent-for-chest-x","title":"MedRAX: Medical Reasoning Agent for Chest X-ray","date":"2025-02-04","arxiv_id":"2502.02673","repositories_listed":1,"syntology":{"n":13,"n_ran":12,"n_constructed":0,"n_ran_checked":10,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/medrax-medical-reasoning-agent-for-chest-x#ran","syntology_url":"https://syntology.ai/paper/2502.02673","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.02673"}},"official":{"repos":["bowang-lab/medrax"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/radgpt-constructing-3d-image-text-tumor","slug":"radgpt-constructing-3d-image-text-tumor","title":"RadGPT: Constructing 3D Image-Text Tumor Datasets","date":"2025-01-08","arxiv_id":"2501.04678","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/radgpt-constructing-3d-image-text-tumor#ran","syntology_url":"https://syntology.ai/paper/2501.04678","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.04678"}},"official":{"repos":["mrgiovanni/radgpt"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/minsstudio-a-streamlined-package-for","slug":"minsstudio-a-streamlined-package-for","title":"MineStudio: A Streamlined Package for Minecraft AI Agent Development","date":"2024-12-24","arxiv_id":"2412.18293","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/minsstudio-a-streamlined-package-for#ran","syntology_url":"https://syntology.ai/paper/2412.18293","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.18293"}},"official":{"repos":["craftjarvis/minestudio"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pc-agent-while-you-sleep-ai-works-a-cognitive","slug":"pc-agent-while-you-sleep-ai-works-a-cognitive","title":"PC Agent: While You Sleep, AI Works -- A Cognitive Journey into Digital World","date":"2024-12-23","arxiv_id":"2412.17589","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":2,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 2 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pc-agent-while-you-sleep-ai-works-a-cognitive#ran","syntology_url":"https://syntology.ai/paper/2412.17589","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.17589"}},"official":{"repos":["GAIR-NLP/PC-Agent"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/zoomeye-enhancing-multimodal-llms-with-human","slug":"zoomeye-enhancing-multimodal-llms-with-human","title":"ZoomEye: Enhancing Multimodal LLMs with Human-Like Zooming Capabilities through Tree-Based Image Exploration","date":"2024-11-25","arxiv_id":"2411.16044","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/zoomeye-enhancing-multimodal-llms-with-human#ran","syntology_url":"https://syntology.ai/paper/2411.16044","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.16044"}},"official":{"repos":["om-ai-lab/ZoomEye"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/re-bench-evaluating-frontier-ai-r-d","slug":"re-bench-evaluating-frontier-ai-r-d","title":"RE-Bench: Evaluating frontier AI R&D capabilities of language model agents against human experts","date":"2024-11-22","arxiv_id":"2411.15114","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/re-bench-evaluating-frontier-ai-r-d#ran","syntology_url":"https://syntology.ai/paper/2411.15114","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.15114"}},"official":{"repos":["METR/ai-rd-tasks","wecoai/aideml"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/finrobot-ai-agent-for-equity-research-and","slug":"finrobot-ai-agent-for-equity-research-and","title":"FinRobot: AI Agent for Equity Research and Valuation with Large Language Models","date":"2024-11-13","arxiv_id":"2411.08804","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/finrobot-ai-agent-for-equity-research-and#ran","syntology_url":"https://syntology.ai/paper/2411.08804","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.08804"}},"official":{"repos":["ai4finance-foundation/finrobot"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/spa-bench-a-comprehensive-benchmark-for","slug":"spa-bench-a-comprehensive-benchmark-for","title":"SPA-Bench: A Comprehensive Benchmark for SmartPhone Agent Evaluation","date":"2024-10-19","arxiv_id":"2410.15164","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/spa-bench-a-comprehensive-benchmark-for#ran","syntology_url":"https://syntology.ai/paper/2410.15164","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.15164"}},"official":{"repos":["ai-agents-2030/SPA-Bench"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/agent-workflow-memory","slug":"agent-workflow-memory","title":"Agent Workflow Memory","date":"2024-09-11","arxiv_id":"2409.07429","repositories_listed":1,"syntology":{"n":14,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/agent-workflow-memory#ran","syntology_url":"https://syntology.ai/paper/2409.07429","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.07429"}},"official":{"repos":["zorazrw/agent-workflow-memory"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/sciagents-automating-scientific-discovery","slug":"sciagents-automating-scientific-discovery","title":"SciAgents: Automating scientific discovery through multi-agent intelligent graph reasoning","date":"2024-09-09","arxiv_id":"2409.05556","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sciagents-automating-scientific-discovery#ran","syntology_url":"https://syntology.ai/paper/2409.05556","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.05556"}},"official":{"repos":["lamm-mit/SciAgentsDiscovery"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/2408-02248","slug":"2408-02248","title":"ReDel: A Toolkit for LLM-Powered Recursive Multi-Agent Systems","date":"2024-08-05","arxiv_id":"2408.02248","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/2408-02248#ran","syntology_url":"https://syntology.ai/paper/2408.02248","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.02248"}},"official":{"repos":["zhudotexe/redel"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/autoflow-automated-workflow-generation-for","slug":"autoflow-automated-workflow-generation-for","title":"AutoFlow: Automated Workflow Generation for Large Language Model Agents","date":"2024-07-01","arxiv_id":"2407.12821","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/autoflow-automated-workflow-generation-for#ran","syntology_url":"https://syntology.ai/paper/2407.12821","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.12821"}},"official":{"repos":["agiresearch/autoflow"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/webcanvas-benchmarking-web-agents-in-online","slug":"webcanvas-benchmarking-web-agents-in-online","title":"WebCanvas: Benchmarking Web Agents in Online Environments","date":"2024-06-18","arxiv_id":"2406.12373","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/webcanvas-benchmarking-web-agents-in-online#ran","syntology_url":"https://syntology.ai/paper/2406.12373","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.12373"}},"official":{"repos":["imeanai/webcanvas"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/rs-agent-automating-remote-sensing-tasks","slug":"rs-agent-automating-remote-sensing-tasks","title":"RS-Agent: Automating Remote Sensing Tasks through Intelligent Agent","date":"2024-06-11","arxiv_id":"2406.07089","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/rs-agent-automating-remote-sensing-tasks#ran","syntology_url":"https://syntology.ai/paper/2406.07089","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.07089"}},"official":{"repos":["intellisensing/rs-agent"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/biodiscoveryagent-an-ai-agent-for-designing","slug":"biodiscoveryagent-an-ai-agent-for-designing","title":"BioDiscoveryAgent: An AI Agent for Designing Genetic Perturbation Experiments","date":"2024-05-27","arxiv_id":"2405.17631","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/biodiscoveryagent-an-ai-agent-for-designing#ran","syntology_url":"https://syntology.ai/paper/2405.17631","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.17631"}},"official":{"repos":["snap-stanford/biodiscoveryagent"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/elements-of-world-knowledge-ewok-a-cognition","slug":"elements-of-world-knowledge-ewok-a-cognition","title":"Elements of World Knowledge (EWOK): A cognition-inspired framework for evaluating basic world knowledge in language models","date":"2024-05-15","arxiv_id":"2405.09605","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/elements-of-world-knowledge-ewok-a-cognition#ran","syntology_url":"https://syntology.ai/paper/2405.09605","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.09605"}},"official":{"repos":["ewok-core/ewok-paper","ewok-core/ewok"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/conformity-confabulation-and-impersonation","slug":"conformity-confabulation-and-impersonation","title":"Persona Inconstancy in Multi-Agent LLM Collaboration: Conformity, Confabulation, and Impersonation","date":"2024-05-06","arxiv_id":"2405.03862","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/conformity-confabulation-and-impersonation#ran","syntology_url":"https://syntology.ai/paper/2405.03862","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.03862"}},"official":{"repos":["baltaci-r/CulturedAgents"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cocog-controllable-visual-stimuli-generation","slug":"cocog-controllable-visual-stimuli-generation","title":"CoCoG: Controllable Visual Stimuli Generation based on Human Concept Representations","date":"2024-04-25","arxiv_id":"2404.16482","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":5,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/cocog-controllable-visual-stimuli-generation#ran","syntology_url":"https://syntology.ai/paper/2404.16482","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.16482"}},"official":{"repos":["ncclab-sustech/cocog"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/oda-observation-driven-agent-for-integrating","slug":"oda-observation-driven-agent-for-integrating","title":"ODA: Observation-Driven Agent for integrating LLMs and Knowledge Graphs","date":"2024-04-11","arxiv_id":"2404.07677","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/oda-observation-driven-agent-for-integrating#ran","syntology_url":"https://syntology.ai/paper/2404.07677","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.07677"}},"official":{"repos":["lanjiuqing64/kgdata"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/agentlite-a-lightweight-library-for-building","slug":"agentlite-a-lightweight-library-for-building","title":"AgentLite: A Lightweight Library for Building and Advancing Task-Oriented LLM Agent System","date":"2024-02-23","arxiv_id":"2402.15538","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/agentlite-a-lightweight-library-for-building#ran","syntology_url":"https://syntology.ai/paper/2402.15538","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.15538"}},"official":{"repos":["salesforceairesearch/agentlite"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/how-far-are-we-from-believable-ai-agents-a","slug":"how-far-are-we-from-believable-ai-agents-a","title":"How Far Are LLMs from Believable AI? A Benchmark for Evaluating the Believability of Human Behavior Simulation","date":"2023-12-28","arxiv_id":"2312.17115","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/how-far-are-we-from-believable-ai-agents-a#ran","syntology_url":"https://syntology.ai/paper/2312.17115","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.17115"}},"official":{"repos":["llmconference/emnlp_conference_2024"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/llm-as-os-llmao-agents-as-apps-envisioning","slug":"llm-as-os-llmao-agents-as-apps-envisioning","title":"LLM as OS, Agents as Apps: Envisioning AIOS, Agents and the AIOS-Agent Ecosystem","date":"2023-12-06","arxiv_id":"2312.03815","repositories_listed":5,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llm-as-os-llmao-agents-as-apps-envisioning#ran","syntology_url":"https://syntology.ai/paper/2312.03815","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.03815"}},"official":null}},{"url":"/paper/tackling-cooperative-incompatibility-for-zero","slug":"tackling-cooperative-incompatibility-for-zero","title":"Tackling Cooperative Incompatibility for Zero-Shot Human-AI Coordination","date":"2023-06-05","arxiv_id":"2306.03034","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tackling-cooperative-incompatibility-for-zero#ran","syntology_url":"https://syntology.ai/paper/2306.03034","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03034"}},"official":{"repos":["liyang619/cole-platform"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/progressive-coordinate-transforms-for","slug":"progressive-coordinate-transforms-for","title":"Progressive Coordinate Transforms for Monocular 3D Object Detection","date":"2021-08-12","arxiv_id":"2108.05793","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/progressive-coordinate-transforms-for#ran","syntology_url":"https://syntology.ai/paper/2108.05793","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.05793"}},"official":{"repos":["amazon-research/progressive-coordinate-transforms"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/attend-what-you-need-motion-appearance","slug":"attend-what-you-need-motion-appearance","title":"Attend What You Need: Motion-Appearance Synergistic Networks for Video Question Answering","date":"2021-06-19","arxiv_id":"2106.10446","repositories_listed":1,"syntology":{"n":20,"n_ran":15,"n_constructed":14,"n_ran_checked":15,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":0,"phrase":"15 ran (of which 14 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/attend-what-you-need-motion-appearance#ran","syntology_url":"https://syntology.ai/paper/2106.10446","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.10446"}},"official":{"repos":["ahjeongseo/MASN-pytorch"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":14,"n_ran_no_instrument_failure":15,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/ensemble-of-mrr-and-ndcg-models-for-visual","slug":"ensemble-of-mrr-and-ndcg-models-for-visual","title":"Ensemble of MRR and NDCG models for Visual Dialog","date":"2021-04-15","arxiv_id":"2104.07511","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ensemble-of-mrr-and-ndcg-models-for-visual#ran","syntology_url":"https://syntology.ai/paper/2104.07511","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07511"}},"official":{"repos":["idansc/mrr-ndcg"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pathvqa-30000-questions-for-medical-visual","slug":"pathvqa-30000-questions-for-medical-visual","title":"PathVQA: 30000+ Questions for Medical Visual Question Answering","date":"2020-03-07","arxiv_id":"2003.10286","repositories_listed":5,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":2,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 2 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pathvqa-30000-questions-for-medical-visual#ran","syntology_url":"https://syntology.ai/paper/2003.10286","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.10286"}},"official":null}},{"url":"/paper/clai-a-platform-for-ai-skills-on-the-command","slug":"clai-a-platform-for-ai-skills-on-the-command","title":"Project CLAI: Instrumenting the Command Line as a New Environment for AI Agents","date":"2020-01-31","arxiv_id":"2002.00762","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clai-a-platform-for-ai-skills-on-the-command#ran","syntology_url":"https://syntology.ai/paper/2002.00762","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.00762"}},"official":{"repos":["ibm/clai"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/dual-attention-networks-for-visual-reference","slug":"dual-attention-networks-for-visual-reference","title":"Dual Attention Networks for Visual Reference Resolution in Visual Dialog","date":"2019-02-25","arxiv_id":"1902.09368","repositories_listed":2,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/dual-attention-networks-for-visual-reference#ran","syntology_url":"https://syntology.ai/paper/1902.09368","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.09368"}},"official":{"repos":["gicheonkang/DAN-VisDial"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/visual-dialog","slug":"visual-dialog","title":"Visual Dialog","date":"2016-11-26","arxiv_id":"1611.08669","repositories_listed":11,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/visual-dialog#ran","syntology_url":"https://syntology.ai/paper/1611.08669","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1611.08669"}},"official":{"repos":["batra-mlp-lab/visdial-amt-chat"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}],"record_sha256":"913399a06ac7df7301e9a06742ee15ce27f8b59e37519b515a4891df2ce212f5","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}