{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/world-knowledge/papers/ran/2","list_of":"/task/world-knowledge","task":"World Knowledge","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":2,"pages_in_order":2,"rows_per_page":100,"rows":[101,142],"of":142,"counts":{"archive_papers_tagged":818,"with_a_code_link":358,"where_syntology_ran_a_sample":142,"not_listed_spam_title":0,"listed":818,"listed_where_code_ran":142,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":124,"every_run_a_failure_of_syntologys_instrument":18,"listed_with_a_run_with_no_instrument_failure":124,"listed_every_run_a_failure_of_syntologys_instrument":18,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/world-knowledge/papers/ran/1","prev":"/task/world-knowledge/papers/ran/1","next":null,"papers":[{"url":"/paper/ingram-inductive-knowledge-graph-embedding","slug":"ingram-inductive-knowledge-graph-embedding","title":"InGram: Inductive Knowledge Graph Embedding via Relation Graphs","date":"2023-05-31","arxiv_id":"2305.19987","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/ingram-inductive-knowledge-graph-embedding#ran","syntology_url":"https://syntology.ai/paper/2305.19987","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19987"}},"official":{"repos":["bdi-lab/ingram"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/direct-preference-optimization-your-language","slug":"direct-preference-optimization-your-language","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","date":"2023-05-29","arxiv_id":"2305.18290","repositories_listed":29,"syntology":{"n":31,"n_ran":25,"n_constructed":1,"n_ran_checked":24,"n_instrument":1,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":24,"n_pointer_only":2,"phrase":"25 ran (of which 1 constructed an object rather than computing a result; 24 with no instrument failure: 0 honoured, 0 violated, 24 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/direct-preference-optimization-your-language#ran","syntology_url":"https://syntology.ai/paper/2305.18290","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18290"}},"official":null}},{"url":"/paper/pre-training-contextualized-world-models-with-1","slug":"pre-training-contextualized-world-models-with-1","title":"Pre-training Contextualized World Models with In-the-wild Videos for Reinforcement Learning","date":"2023-05-29","arxiv_id":"2305.18499","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/pre-training-contextualized-world-models-with-1#ran","syntology_url":"https://syntology.ai/paper/2305.18499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18499"}},"official":{"repos":["thuml/ContextWM"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/integrating-action-knowledge-and-llms-for","slug":"integrating-action-knowledge-and-llms-for","title":"Integrating Action Knowledge and LLMs for Task Planning and Situation Handling in Open Worlds","date":"2023-05-27","arxiv_id":"2305.17590","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":5,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/integrating-action-knowledge-and-llms-for#ran","syntology_url":"https://syntology.ai/paper/2305.17590","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17590"}},"official":{"repos":["yding25/GPT-Planner"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/meta-learning-online-adaptation-of-language","slug":"meta-learning-online-adaptation-of-language","title":"Meta-Learning Online Adaptation of Language Models","date":"2023-05-24","arxiv_id":"2305.15076","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/meta-learning-online-adaptation-of-language#ran","syntology_url":"https://syntology.ai/paper/2305.15076","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15076"}},"official":{"repos":["nathanhu0/CaMeLS"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/visual-programming-for-text-to-image","slug":"visual-programming-for-text-to-image","title":"Visual Programming for Text-to-Image Generation and Evaluation","date":"2023-05-24","arxiv_id":"2305.15328","repositories_listed":0,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/visual-programming-for-text-to-image#ran","syntology_url":"https://syntology.ai/paper/2305.15328","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15328"}},"official":null}},{"url":"/paper/when-not-to-trust-language-models","slug":"when-not-to-trust-language-models","title":"When Not to Trust Language Models: Investigating Effectiveness of Parametric and Non-Parametric Memories","date":"2022-12-20","arxiv_id":"2212.10511","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/when-not-to-trust-language-models#ran","syntology_url":"https://syntology.ai/paper/2212.10511","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10511"}},"official":{"repos":["alextmallen/adaptive-retrieval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/aging-with-grace-lifelong-model-editing-with","slug":"aging-with-grace-lifelong-model-editing-with","title":"Aging with GRACE: Lifelong Model Editing with Discrete Key-Value Adaptors","date":"2022-11-20","arxiv_id":"2211.11031","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":1,"n_ran_checked":1,"n_instrument":4,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":6,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/aging-with-grace-lifelong-model-editing-with#ran","syntology_url":"https://syntology.ai/paper/2211.11031","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.11031"}},"official":{"repos":["thartvigsen/grace"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/aces-translation-accuracy-challenge-sets-for","slug":"aces-translation-accuracy-challenge-sets-for","title":"ACES: Translation Accuracy Challenge Sets for Evaluating Machine Translation Metrics","date":"2022-10-27","arxiv_id":"2210.15615","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/aces-translation-accuracy-challenge-sets-for#ran","syntology_url":"https://syntology.ai/paper/2210.15615","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.15615"}},"official":{"repos":["edinburghnlp/aces"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/meim-multi-partition-embedding-interaction","slug":"meim-multi-partition-embedding-interaction","title":"MEIM: Multi-partition Embedding Interaction Beyond Block Term Format for Efficient and Expressive Link Prediction","date":"2022-09-30","arxiv_id":"2209.15597","repositories_listed":4,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/meim-multi-partition-embedding-interaction#ran","syntology_url":"https://syntology.ai/paper/2209.15597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.15597"}},"official":{"repos":["tranhungnghiep/meim-kge"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/scaling-autoregressive-models-for-content","slug":"scaling-autoregressive-models-for-content","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","date":"2022-06-22","arxiv_id":"2206.10789","repositories_listed":2,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":2,"n_no_contract":5,"n_pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 2 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/scaling-autoregressive-models-for-content#ran","syntology_url":"https://syntology.ai/paper/2206.10789","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.10789"}},"official":null}},{"url":"/paper/a-okvqa-a-benchmark-for-visual-question","slug":"a-okvqa-a-benchmark-for-visual-question","title":"A-OKVQA: A Benchmark for Visual Question Answering using World Knowledge","date":"2022-06-03","arxiv_id":"2206.01718","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-okvqa-a-benchmark-for-visual-question#ran","syntology_url":"https://syntology.ai/paper/2206.01718","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.01718"}},"official":{"repos":["allenai/aokvqa"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/visual-commonsense-in-pretrained-unimodal-and-1","slug":"visual-commonsense-in-pretrained-unimodal-and-1","title":"Visual Commonsense in Pretrained Unimodal and Multimodal Models","date":"2022-05-04","arxiv_id":"2205.01850","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/visual-commonsense-in-pretrained-unimodal-and-1#ran","syntology_url":"https://syntology.ai/paper/2205.01850","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.01850"}},"official":{"repos":["chenyuheidizhang/vl-commonsense"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/knowledge-graph-contrastive-learning-for","slug":"knowledge-graph-contrastive-learning-for","title":"Knowledge Graph Contrastive Learning for Recommendation","date":"2022-05-02","arxiv_id":"2205.00976","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/knowledge-graph-contrastive-learning-for#ran","syntology_url":"https://syntology.ai/paper/2205.00976","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.00976"}},"official":{"repos":["yuh-yang/kgcl-sigir22"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/style-hallucinated-dual-consistency-learning","slug":"style-hallucinated-dual-consistency-learning","title":"Style-Hallucinated Dual Consistency Learning for Domain Generalized Semantic Segmentation","date":"2022-04-06","arxiv_id":"2204.02548","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/style-hallucinated-dual-consistency-learning#ran","syntology_url":"https://syntology.ai/paper/2204.02548","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.02548"}},"official":{"repos":["helioszhao/shade"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/greaselm-graph-reasoning-enhanced-language-1","slug":"greaselm-graph-reasoning-enhanced-language-1","title":"GreaseLM: Graph REASoning Enhanced Language Models for Question Answering","date":"2022-01-21","arxiv_id":"2201.08860","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/greaselm-graph-reasoning-enhanced-language-1#ran","syntology_url":"https://syntology.ai/paper/2201.08860","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2201.08860"}},"official":{"repos":["snap-stanford/greaselm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/quantifying-adaptability-in-pre-trained","slug":"quantifying-adaptability-in-pre-trained","title":"Quantifying Adaptability in Pre-trained Language Models with 500 Tasks","date":"2021-12-06","arxiv_id":"2112.03204","repositories_listed":2,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/quantifying-adaptability-in-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2112.03204","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.03204"}},"official":{"repos":["belindal/taskbench500","facebookresearch/task_bench"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/iconary-a-pictionary-based-game-for-testing-1","slug":"iconary-a-pictionary-based-game-for-testing-1","title":"Iconary: A Pictionary-Based Game for Testing Multimodal Communication with Drawings and Text","date":"2021-12-01","arxiv_id":"2112.00800","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/iconary-a-pictionary-based-game-for-testing-1#ran","syntology_url":"https://syntology.ai/paper/2112.00800","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.00800"}},"official":{"repos":["allenai/iconary"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/kelm-knowledge-enhanced-pre-trained-language","slug":"kelm-knowledge-enhanced-pre-trained-language","title":"KELM: Knowledge Enhanced Pre-Trained Language Representations with Message Passing on Hierarchical Relational Graphs","date":"2021-09-09","arxiv_id":"2109.04223","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/kelm-knowledge-enhanced-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2109.04223","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04223"}},"official":{"repos":["nlp-anonymous-happy/anonymous-kg-guided-nlp"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/inspecting-the-factuality-of-hallucinated","slug":"inspecting-the-factuality-of-hallucinated","title":"Hallucinated but Factual! Inspecting the Factuality of Hallucinations in Abstractive Summarization","date":"2021-08-30","arxiv_id":"2109.09784","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/inspecting-the-factuality-of-hallucinated#ran","syntology_url":"https://syntology.ai/paper/2109.09784","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.09784"}},"official":{"repos":["mcao516/entfa"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/topology-aware-correlations-between-relations","slug":"topology-aware-correlations-between-relations","title":"Topology-Aware Correlations Between Relations for Inductive Link Prediction in Knowledge Graphs","date":"2021-03-05","arxiv_id":"2103.03642","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":6,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/topology-aware-correlations-between-relations#ran","syntology_url":"https://syntology.ai/paper/2103.03642","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.03642"}},"official":{"repos":["MIRALab-USTC/KG-TACT"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":4,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/cryptonite-a-cryptic-crossword-benchmark-for","slug":"cryptonite-a-cryptic-crossword-benchmark-for","title":"Cryptonite: A Cryptic Crossword Benchmark for Extreme Ambiguity in Language","date":"2021-03-01","arxiv_id":"2103.01242","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/cryptonite-a-cryptic-crossword-benchmark-for#ran","syntology_url":"https://syntology.ai/paper/2103.01242","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.01242"}},"official":{"repos":["aviaefrat/cryptonite"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/measuring-massive-multitask-language","slug":"measuring-massive-multitask-language","title":"Measuring Massive Multitask Language Understanding","date":"2020-09-07","arxiv_id":"2009.03300","repositories_listed":18,"syntology":{"n":26,"n_ran":19,"n_constructed":0,"n_ran_checked":15,"n_instrument":4,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":1,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 4 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/measuring-massive-multitask-language#ran","syntology_url":"https://syntology.ai/paper/2009.03300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.03300"}},"official":{"repos":["hendrycks/test"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/aligning-ai-with-shared-human-values","slug":"aligning-ai-with-shared-human-values","title":"Aligning AI With Shared Human Values","date":"2020-08-05","arxiv_id":"2008.02275","repositories_listed":3,"syntology":{"n":7,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/aligning-ai-with-shared-human-values#ran","syntology_url":"https://syntology.ai/paper/2008.02275","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2008.02275"}},"official":{"repos":["hendrycks/ethics"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/teaching-pre-trained-models-to-systematically","slug":"teaching-pre-trained-models-to-systematically","title":"Leap-Of-Thought: Teaching Pre-Trained Models to Systematically Reason Over Implicit Knowledge","date":"2020-06-11","arxiv_id":"2006.06609","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/teaching-pre-trained-models-to-systematically#ran","syntology_url":"https://syntology.ai/paper/2006.06609","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.06609"}},"official":{"repos":["alontalmor/TeachYourAI"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/common-sense-or-world-knowledge-investigating","slug":"common-sense-or-world-knowledge-investigating","title":"Common Sense or World Knowledge? Investigating Adapter-Based Knowledge Injection into Pretrained Transformers","date":"2020-05-24","arxiv_id":"2005.11787","repositories_listed":1,"syntology":{"n":11,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/common-sense-or-world-knowledge-investigating#ran","syntology_url":"https://syntology.ai/paper/2005.11787","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.11787"}},"official":{"repos":["wluper/retrograph"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/retrieval-augmented-generation-for-knowledge","slug":"retrieval-augmented-generation-for-knowledge","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","date":"2020-05-22","arxiv_id":"2005.11401","repositories_listed":18,"syntology":{"n":6,"n_ran":6,"n_constructed":3,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 3 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/retrieval-augmented-generation-for-knowledge#ran","syntology_url":"https://syntology.ai/paper/2005.11401","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.11401"}},"official":null}},{"url":"/paper/soloist-few-shot-task-oriented-dialog-with-a","slug":"soloist-few-shot-task-oriented-dialog-with-a","title":"SOLOIST: Building Task Bots at Scale with Transfer Learning and Machine Teaching","date":"2020-05-11","arxiv_id":"2005.05298","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/soloist-few-shot-task-oriented-dialog-with-a#ran","syntology_url":"https://syntology.ai/paper/2005.05298","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.05298"}},"official":null}},{"url":"/paper/teaching-machine-comprehension-with","slug":"teaching-machine-comprehension-with","title":"Teaching Machine Comprehension with Compositional Explanations","date":"2020-05-02","arxiv_id":"2005.00806","repositories_listed":2,"syntology":{"n":10,"n_ran":10,"n_constructed":1,"n_ran_checked":6,"n_instrument":4,"n_unverified":0,"n_honours":4,"n_violates":1,"n_no_contract":1,"n_pointer_only":10,"phrase":"10 ran (of which 1 constructed an object rather than computing a result; 6 with no instrument failure: 4 honoured, 1 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/teaching-machine-comprehension-with#ran","syntology_url":"https://syntology.ai/paper/2005.00806","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.00806"}},"official":{"repos":["INK-USC/mrc-explanation","INK-USC/nl-explanation"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":1,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/r-3-reverse-retrieve-and-rank-for-sarcasm","slug":"r-3-reverse-retrieve-and-rank-for-sarcasm","title":"$R^3$: Reverse, Retrieve, and Rank for Sarcasm Generation with Commonsense Knowledge","date":"2020-04-28","arxiv_id":"2004.13248","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":4,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/r-3-reverse-retrieve-and-rank-for-sarcasm#ran","syntology_url":"https://syntology.ai/paper/2004.13248","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.13248"}},"official":null}},{"url":"/paper/transform-and-tell-entity-aware-news-image","slug":"transform-and-tell-entity-aware-news-image","title":"Transform and Tell: Entity-Aware News Image Captioning","date":"2020-04-17","arxiv_id":"2004.08070","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/transform-and-tell-entity-aware-news-image#ran","syntology_url":"https://syntology.ai/paper/2004.08070","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.08070"}},"official":{"repos":["alasdairtran/transform-and-tell"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unsupervised-commonsense-question-answering","slug":"unsupervised-commonsense-question-answering","title":"Unsupervised Commonsense Question Answering with Self-Talk","date":"2020-04-11","arxiv_id":"2004.05483","repositories_listed":1,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/unsupervised-commonsense-question-answering#ran","syntology_url":"https://syntology.ai/paper/2004.05483","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.05483"}},"official":{"repos":["vered1986/self_talk"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/realm-retrieval-augmented-language-model-pre","slug":"realm-retrieval-augmented-language-model-pre","title":"REALM: Retrieval-Augmented Language Model Pre-Training","date":"2020-02-10","arxiv_id":"2002.08909","repositories_listed":6,"syntology":{"n":4,"n_ran":4,"n_constructed":1,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 2 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/realm-retrieval-augmented-language-model-pre#ran","syntology_url":"https://syntology.ai/paper/2002.08909","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.08909"}},"official":{"repos":["google-research/language"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/improving-neural-story-generation-by-targeted","slug":"improving-neural-story-generation-by-targeted","title":"Improving Neural Story Generation by Targeted Common Sense Grounding","date":"2019-08-26","arxiv_id":"1908.09451","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-neural-story-generation-by-targeted#ran","syntology_url":"https://syntology.ai/paper/1908.09451","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.09451"}},"official":{"repos":["calclavia/story-generation"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/augmenting-neural-networks-with-first-order","slug":"augmenting-neural-networks-with-first-order","title":"Augmenting Neural Networks with First-order Logic","date":"2019-06-14","arxiv_id":"1906.06298","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/augmenting-neural-networks-with-first-order#ran","syntology_url":"https://syntology.ai/paper/1906.06298","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.06298"}},"official":{"repos":["utahnlp/layer_augmentation"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/explain-yourself-leveraging-language-models","slug":"explain-yourself-leveraging-language-models","title":"Explain Yourself! Leveraging Language Models for Commonsense Reasoning","date":"2019-06-06","arxiv_id":"1906.02361","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/explain-yourself-leveraging-language-models#ran","syntology_url":"https://syntology.ai/paper/1906.02361","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.02361"}},"official":null}},{"url":"/paper/aser-a-large-scale-eventuality-knowledge","slug":"aser-a-large-scale-eventuality-knowledge","title":"ASER: A Large-scale Eventuality Knowledge Graph","date":"2019-05-01","arxiv_id":"1905.00270","repositories_listed":3,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/aser-a-large-scale-eventuality-knowledge#ran","syntology_url":"https://syntology.ai/paper/1905.00270","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.00270"}},"official":{"repos":["HKUST-KnowComp/ASER"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/commonsenseqa-a-question-answering-challenge","slug":"commonsenseqa-a-question-answering-challenge","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","date":"2018-11-02","arxiv_id":"1811.00937","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/commonsenseqa-a-question-answering-challenge#ran","syntology_url":"https://syntology.ai/paper/1811.00937","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1811.00937"}},"official":{"repos":["jonathanherzig/commonsenseqa"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/hierarchy-based-image-embeddings-for-semantic","slug":"hierarchy-based-image-embeddings-for-semantic","title":"Hierarchy-based Image Embeddings for Semantic Image Retrieval","date":"2018-09-26","arxiv_id":"1809.09924","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/hierarchy-based-image-embeddings-for-semantic#ran","syntology_url":"https://syntology.ai/paper/1809.09924","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1809.09924"}},"official":{"repos":["cvjena/semantic-embeddings"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/breaking-nli-systems-with-sentences-that","slug":"breaking-nli-systems-with-sentences-that","title":"Breaking NLI Systems with Sentences that Require Simple Lexical Inferences","date":"2018-05-06","arxiv_id":"1805.02266","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/breaking-nli-systems-with-sentences-that#ran","syntology_url":"https://syntology.ai/paper/1805.02266","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.02266"}},"official":{"repos":["BIU-NLP/Breaking_NLI"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/dora-the-explorer-directed-outreaching","slug":"dora-the-explorer-directed-outreaching","title":"DORA The Explorer: Directed Outreaching Reinforcement Action-Selection","date":"2018-04-11","arxiv_id":"1804.04012","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/dora-the-explorer-directed-outreaching#ran","syntology_url":"https://syntology.ai/paper/1804.04012","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.04012"}},"official":{"repos":["borgr/DORA"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/open-world-knowledge-graph-completion","slug":"open-world-knowledge-graph-completion","title":"Open-World Knowledge Graph Completion","date":"2017-11-09","arxiv_id":"1711.03438","repositories_listed":1,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/open-world-knowledge-graph-completion#ran","syntology_url":"https://syntology.ai/paper/1711.03438","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1711.03438"}},"official":{"repos":["bxshi/ConMask"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}}],"record_sha256":"3da895428e154bf706f9645844224534fd457cc65fe4234cccb2d3b83f70db60","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}