{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/natural-language-queries/papers/ran/1","list_of":"/task/natural-language-queries","task":"Natural Language Queries","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":1,"pages_in_order":1,"rows_per_page":100,"rows":[1,35],"of":35,"counts":{"archive_papers_tagged":337,"with_a_code_link":135,"where_syntology_ran_a_sample":35,"not_listed_spam_title":0,"listed":337,"listed_where_code_ran":35,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":34,"every_run_a_failure_of_syntologys_instrument":1,"listed_with_a_run_with_no_instrument_failure":34,"listed_every_run_a_failure_of_syntologys_instrument":1,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/natural-language-queries/papers/ran/1","prev":null,"next":null,"papers":[{"url":"/paper/sql-o1-a-self-reward-heuristic-dynamic-search","slug":"sql-o1-a-self-reward-heuristic-dynamic-search","title":"SQL-o1: A Self-Reward Heuristic Dynamic Search Method for Text-to-SQL","date":"2025-02-17","arxiv_id":"2502.11741","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sql-o1-a-self-reward-heuristic-dynamic-search#ran","syntology_url":"https://syntology.ai/paper/2502.11741","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.11741"}},"official":{"repos":["shuailyu0110/sql-o1"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/comat-chain-of-mathematically-annotated","slug":"comat-chain-of-mathematically-annotated","title":"CoMAT: Chain of Mathematically Annotated Thought Improves Mathematical Reasoning","date":"2024-10-14","arxiv_id":"2410.10336","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":9,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/comat-chain-of-mathematically-annotated#ran","syntology_url":"https://syntology.ai/paper/2410.10336","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.10336"}},"official":{"repos":["joshuaongg21/comat"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/e-sql-direct-schema-linking-via-question","slug":"e-sql-direct-schema-linking-via-question","title":"E-SQL: Direct Schema Linking via Question Enrichment in Text-to-SQL","date":"2024-09-25","arxiv_id":"2409.16751","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/e-sql-direct-schema-linking-via-question#ran","syntology_url":"https://syntology.ai/paper/2409.16751","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.16751"}},"official":{"repos":["HasanAlpCaferoglu/E-SQL"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-survey-of-nl2sql-with-large-language-models","slug":"a-survey-of-nl2sql-with-large-language-models","title":"A Survey of Text-to-SQL in the Era of LLMs: Where are we, and where are we going?","date":"2024-08-09","arxiv_id":"2408.05109","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-survey-of-nl2sql-with-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2408.05109","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.05109"}},"official":{"repos":["hkustdial/nl2sql_handbook"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/h-star-llm-driven-hybrid-sql-text-adaptive","slug":"h-star-llm-driven-hybrid-sql-text-adaptive","title":"H-STAR: LLM-driven Hybrid SQL-Text Adaptive Reasoning on Tables","date":"2024-06-29","arxiv_id":"2407.05952","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/h-star-llm-driven-hybrid-sql-text-adaptive#ran","syntology_url":"https://syntology.ai/paper/2407.05952","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.05952"}},"official":{"repos":["nikhilsab/h-star"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/egovideo-exploring-egocentric-foundation","slug":"egovideo-exploring-egocentric-foundation","title":"EgoVideo: Exploring Egocentric Foundation Model and Downstream Adaptation","date":"2024-06-26","arxiv_id":"2406.18070","repositories_listed":1,"syntology":{"n":15,"n_ran":14,"n_constructed":0,"n_ran_checked":14,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":13,"n_pointer_only":15,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 1 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/egovideo-exploring-egocentric-foundation#ran","syntology_url":"https://syntology.ai/paper/2406.18070","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.18070"}},"official":{"repos":["opengvlab/egovideo"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/objectnlq-ego4d-episodic-memory-challenge","slug":"objectnlq-ego4d-episodic-memory-challenge","title":"ObjectNLQ @ Ego4D Episodic Memory Challenge 2024","date":"2024-06-22","arxiv_id":"2406.15778","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/objectnlq-ego4d-episodic-memory-challenge#ran","syntology_url":"https://syntology.ai/paper/2406.15778","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.15778"}},"official":{"repos":["yisen-feng/objectnlq"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/query2cad-generating-cad-models-using-natural","slug":"query2cad-generating-cad-models-using-natural","title":"Query2CAD: Generating CAD models using natural language queries","date":"2024-05-31","arxiv_id":"2406.00144","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":6,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/query2cad-generating-cad-models-using-natural#ran","syntology_url":"https://syntology.ai/paper/2406.00144","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.00144"}},"official":{"repos":["akshay140601/query2cad"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/look-listen-and-answer-overcoming-biases-for","slug":"look-listen-and-answer-overcoming-biases-for","title":"Look, Listen, and Answer: Overcoming Biases for Audio-Visual Question Answering","date":"2024-04-18","arxiv_id":"2404.12020","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/look-listen-and-answer-overcoming-biases-for#ran","syntology_url":"https://syntology.ai/paper/2404.12020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12020"}},"official":{"repos":["reml-group/music-avqa-r"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["community","official"]}}},{"url":"/paper/paperclip-associating-astronomical","slug":"paperclip-associating-astronomical","title":"PAPERCLIP: Associating Astronomical Observations and Natural Language with Multi-Modal Models","date":"2024-03-13","arxiv_id":"2403.08851","repositories_listed":1,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/paperclip-associating-astronomical#ran","syntology_url":"https://syntology.ai/paper/2403.08851","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.08851"}},"official":{"repos":["smsharma/paperclip-hubble"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/rewriting-the-code-a-simple-method-for-large","slug":"rewriting-the-code-a-simple-method-for-large","title":"Rewriting the Code: A Simple Method for Large Language Model Augmented Code Search","date":"2024-01-09","arxiv_id":"2401.04514","repositories_listed":1,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":9,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/rewriting-the-code-a-simple-method-for-large#ran","syntology_url":"https://syntology.ai/paper/2401.04514","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.04514"}},"official":{"repos":["alex-haochenli/reco"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/tr-detr-task-reciprocal-transformer-for-joint","slug":"tr-detr-task-reciprocal-transformer-for-joint","title":"TR-DETR: Task-Reciprocal Transformer for Joint Moment Retrieval and Highlight Detection","date":"2024-01-04","arxiv_id":"2401.02309","repositories_listed":1,"syntology":{"n":17,"n_ran":13,"n_constructed":5,"n_ran_checked":12,"n_instrument":1,"n_unverified":4,"n_honours":1,"n_violates":1,"n_no_contract":10,"n_pointer_only":17,"phrase":"13 ran (of which 5 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 1 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/tr-detr-task-reciprocal-transformer-for-joint#ran","syntology_url":"https://syntology.ai/paper/2401.02309","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.02309"}},"official":{"repos":["mingyao1120/tr-detr"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":5,"n_ran_no_instrument_failure":12,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/feature-3dgs-supercharging-3d-gaussian","slug":"feature-3dgs-supercharging-3d-gaussian","title":"Feature 3DGS: Supercharging 3D Gaussian Splatting to Enable Distilled Feature Fields","date":"2023-12-06","arxiv_id":"2312.03203","repositories_listed":2,"syntology":{"n":24,"n_ran":19,"n_constructed":0,"n_ran_checked":15,"n_instrument":4,"n_unverified":5,"n_honours":0,"n_violates":1,"n_no_contract":14,"n_pointer_only":12,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 1 violated, 14 with no contract checked; 4 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/feature-3dgs-supercharging-3d-gaussian#ran","syntology_url":"https://syntology.ai/paper/2312.03203","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.03203"}},"official":{"repos":["ShijieZhou-UCLA/feature-3dgs"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/benchmarking-and-improving-text-to-sql","slug":"benchmarking-and-improving-text-to-sql","title":"Benchmarking and Improving Text-to-SQL Generation under Ambiguity","date":"2023-10-20","arxiv_id":"2310.13659","repositories_listed":1,"syntology":{"n":17,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/benchmarking-and-improving-text-to-sql#ran","syntology_url":"https://syntology.ai/paper/2310.13659","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13659"}},"official":{"repos":["testzer0/ambiqt"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/talk2bev-language-enhanced-bird-s-eye-view","slug":"talk2bev-language-enhanced-bird-s-eye-view","title":"Talk2BEV: Language-enhanced Bird's-eye View Maps for Autonomous Driving","date":"2023-10-03","arxiv_id":"2310.02251","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/talk2bev-language-enhanced-bird-s-eye-view#ran","syntology_url":"https://syntology.ai/paper/2310.02251","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.02251"}},"official":null}},{"url":"/paper/llm-grounder-open-vocabulary-3d-visual","slug":"llm-grounder-open-vocabulary-3d-visual","title":"LLM-Grounder: Open-Vocabulary 3D Visual Grounding with Large Language Model as an Agent","date":"2023-09-21","arxiv_id":"2309.12311","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":3,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llm-grounder-open-vocabulary-3d-visual#ran","syntology_url":"https://syntology.ai/paper/2309.12311","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.12311"}},"official":{"repos":["sled-group/chat-with-nerf"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/separate-anything-you-describe","slug":"separate-anything-you-describe","title":"Separate Anything You Describe","date":"2023-08-09","arxiv_id":"2308.05037","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":2,"n_no_contract":5,"n_pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 2 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/separate-anything-you-describe#ran","syntology_url":"https://syntology.ai/paper/2308.05037","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.05037"}},"official":{"repos":["audio-agi/audiosep"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/groundnlq-ego4d-natural-language-queries","slug":"groundnlq-ego4d-natural-language-queries","title":"GroundNLQ @ Ego4D Natural Language Queries Challenge 2023","date":"2023-06-27","arxiv_id":"2306.15255","repositories_listed":1,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/groundnlq-ego4d-natural-language-queries#ran","syntology_url":"https://syntology.ai/paper/2306.15255","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15255"}},"official":{"repos":["houzhijian/groundnlq"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/backdooring-neural-code-search","slug":"backdooring-neural-code-search","title":"Backdooring Neural Code Search","date":"2023-05-27","arxiv_id":"2305.17506","repositories_listed":1,"syntology":{"n":14,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/backdooring-neural-code-search#ran","syntology_url":"https://syntology.ai/paper/2305.17506","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17506"}},"official":{"repos":["wssun/badcode"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/openagi-when-llm-meets-domain-experts","slug":"openagi-when-llm-meets-domain-experts","title":"OpenAGI: When LLM Meets Domain Experts","date":"2023-04-10","arxiv_id":"2304.04370","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/openagi-when-llm-meets-domain-experts#ran","syntology_url":"https://syntology.ai/paper/2304.04370","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.04370"}},"official":{"repos":["agiresearch/openagi"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/query-dependent-video-representation-for","slug":"query-dependent-video-representation-for","title":"Query-Dependent Video Representation for Moment Retrieval and Highlight Detection","date":"2023-03-24","arxiv_id":"2303.13874","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/query-dependent-video-representation-for#ran","syntology_url":"https://syntology.ai/paper/2303.13874","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.13874"}},"official":{"repos":["wjun0830/qd-detr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/naq-leveraging-narrations-as-queries-to","slug":"naq-leveraging-narrations-as-queries-to","title":"NaQ: Leveraging Narrations as Queries to Supervise Episodic Memory","date":"2023-01-02","arxiv_id":"2301.00746","repositories_listed":1,"syntology":{"n":15,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":3,"n_honours":2,"n_violates":0,"n_no_contract":9,"n_pointer_only":4,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 2 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/naq-leveraging-narrations-as-queries-to#ran","syntology_url":"https://syntology.ai/paper/2301.00746","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.00746"}},"official":{"repos":["srama2512/NaQ"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/reler-zju-alibaba-submission-to-the-ego4d","slug":"reler-zju-alibaba-submission-to-the-ego4d","title":"ReLER@ZJU-Alibaba Submission to the Ego4D Natural Language Queries Challenge 2022","date":"2022-07-01","arxiv_id":"2207.00383","repositories_listed":1,"syntology":{"n":19,"n_ran":17,"n_constructed":0,"n_ran_checked":16,"n_instrument":1,"n_unverified":2,"n_honours":3,"n_violates":0,"n_no_contract":13,"n_pointer_only":4,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 3 honoured, 0 violated, 13 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/reler-zju-alibaba-submission-to-the-ego4d#ran","syntology_url":"https://syntology.ai/paper/2207.00383","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.00383"}},"official":{"repos":["nnnnai/ego4d_nlq_2022_1st_place_solution"],"state":"official (archive's flag): 17 ran","n_ran":17,"n_constructed":0,"n_ran_no_instrument_failure":16,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/egocentric-video-language-pretraining","slug":"egocentric-video-language-pretraining","title":"Egocentric Video-Language Pretraining","date":"2022-06-03","arxiv_id":"2206.01670","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":1,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/egocentric-video-language-pretraining#ran","syntology_url":"https://syntology.ai/paper/2206.01670","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.01670"}},"official":{"repos":["showlab/egovlp"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/relevance-based-margin-for-contrastively","slug":"relevance-based-margin-for-contrastively","title":"Relevance-based Margin for Contrastively-trained Video Retrieval Models","date":"2022-04-27","arxiv_id":"2204.13001","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/relevance-based-margin-for-contrastively#ran","syntology_url":"https://syntology.ai/paper/2204.13001","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.13001"}},"official":{"repos":["aranciokov/relevancemargin-icmr22"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/pseudo-q-generating-pseudo-language-queries","slug":"pseudo-q-generating-pseudo-language-queries","title":"Pseudo-Q: Generating Pseudo Language Queries for Visual Grounding","date":"2022-03-16","arxiv_id":"2203.08481","repositories_listed":1,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":13,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":7,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pseudo-q-generating-pseudo-language-queries#ran","syntology_url":"https://syntology.ai/paper/2203.08481","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.08481"}},"official":{"repos":["leaplabthu/pseudo-q"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/are-gender-neutral-queries-really-gender","slug":"are-gender-neutral-queries-really-gender","title":"Are Gender-Neutral Queries Really Gender-Neutral? Mitigating Gender Bias in Image Search","date":"2021-09-12","arxiv_id":"2109.05433","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/are-gender-neutral-queries-really-gender#ran","syntology_url":"https://syntology.ai/paper/2109.05433","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.05433"}},"official":{"repos":["kuanghuei/SCAN"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/qvhighlights-detecting-moments-and-highlights","slug":"qvhighlights-detecting-moments-and-highlights","title":"QVHighlights: Detecting Moments and Highlights in Videos via Natural Language Queries","date":"2021-07-20","arxiv_id":"2107.09609","repositories_listed":4,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/qvhighlights-detecting-moments-and-highlights#ran","syntology_url":"https://syntology.ai/paper/2107.09609","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.09609"}},"official":{"repos":["jayleicn/moment_detr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/audio-retrieval-with-natural-language-queries","slug":"audio-retrieval-with-natural-language-queries","title":"Audio Retrieval with Natural Language Queries","date":"2021-05-05","arxiv_id":"2105.02192","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/audio-retrieval-with-natural-language-queries#ran","syntology_url":"https://syntology.ai/paper/2105.02192","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.02192"}},"official":{"repos":["oncescuandreea/audio-retrieval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/inductive-entity-representations-from-text","slug":"inductive-entity-representations-from-text","title":"Inductive Entity Representations from Text via Link Prediction","date":"2020-10-07","arxiv_id":"2010.03496","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/inductive-entity-representations-from-text#ran","syntology_url":"https://syntology.ai/paper/2010.03496","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.03496"}},"official":{"repos":["dfdazac/blp"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multi-modal-transformer-for-video-retrieval","slug":"multi-modal-transformer-for-video-retrieval","title":"Multi-modal Transformer for Video Retrieval","date":"2020-07-21","arxiv_id":"2007.10639","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-modal-transformer-for-video-retrieval#ran","syntology_url":"https://syntology.ai/paper/2007.10639","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.10639"}},"official":null}},{"url":"/paper/codesearchnet-challenge-evaluating-the-state","slug":"codesearchnet-challenge-evaluating-the-state","title":"CodeSearchNet Challenge: Evaluating the State of Semantic Code Search","date":"2019-09-20","arxiv_id":"1909.09436","repositories_listed":14,"syntology":{"n":17,"n_ran":15,"n_constructed":0,"n_ran_checked":12,"n_instrument":3,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":11,"n_pointer_only":2,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/codesearchnet-challenge-evaluating-the-state#ran","syntology_url":"https://syntology.ai/paper/1909.09436","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.09436"}},"official":{"repos":["github/CodeSearchNet"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/zero-shot-grounding-of-objects-from-natural","slug":"zero-shot-grounding-of-objects-from-natural","title":"Zero-Shot Grounding of Objects from Natural Language Queries","date":"2019-08-20","arxiv_id":"1908.07129","repositories_listed":1,"syntology":{"n":18,"n_ran":16,"n_constructed":0,"n_ran_checked":12,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":1,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/zero-shot-grounding-of-objects-from-natural#ran","syntology_url":"https://syntology.ai/paper/1908.07129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.07129"}},"official":{"repos":["TheShadow29/zsgnet-pytorch"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/use-what-you-have-video-retrieval-using","slug":"use-what-you-have-video-retrieval-using","title":"Use What You Have: Video Retrieval Using Representations From Collaborative Experts","date":"2019-07-31","arxiv_id":"1907.13487","repositories_listed":3,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/use-what-you-have-video-retrieval-using#ran","syntology_url":"https://syntology.ai/paper/1907.13487","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.13487"}},"official":null}},{"url":"/paper/localizing-moments-in-video-with-natural","slug":"localizing-moments-in-video-with-natural","title":"Localizing Moments in Video with Natural Language","date":"2017-08-04","arxiv_id":"1708.01641","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/localizing-moments-in-video-with-natural#ran","syntology_url":"https://syntology.ai/paper/1708.01641","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1708.01641"}},"official":null}}],"record_sha256":"d4b0ea712dc740a5d17705f78465a1547bca22c124b8500373262a2f1fc40231","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}