{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/articles/papers/ran/1","list_of":"/task/articles","task":"Articles","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":1,"pages_in_order":2,"rows_per_page":100,"rows":[1,100],"of":126,"counts":{"archive_papers_tagged":4012,"with_a_code_link":1123,"where_syntology_ran_a_sample":126,"not_listed_spam_title":0,"listed":4012,"listed_where_code_ran":126,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":107,"every_run_a_failure_of_syntologys_instrument":19,"listed_with_a_run_with_no_instrument_failure":107,"listed_every_run_a_failure_of_syntologys_instrument":19,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/articles/papers/ran/1","prev":null,"next":"/task/articles/papers/ran/2","papers":[{"url":"/paper/intent-factored-generation-unleashing-the","slug":"intent-factored-generation-unleashing-the","title":"Intent Factored Generation: Unleashing the Diversity in Your Language Model","date":"2025-06-11","arxiv_id":"2506.09659","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/intent-factored-generation-unleashing-the#ran","syntology_url":"https://syntology.ai/paper/2506.09659","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2506.09659"}},"official":{"repos":["flairox/ifg"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/an-empirical-study-on-prompt-compression-for","slug":"an-empirical-study-on-prompt-compression-for","title":"An Empirical Study on Prompt Compression for Large Language Models","date":"2025-04-24","arxiv_id":"2505.00019","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-empirical-study-on-prompt-compression-for#ran","syntology_url":"https://syntology.ai/paper/2505.00019","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.00019"}},"official":{"repos":["3DAgentWorld/Toolkit-for-Prompt-Compression"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/stamp-your-content-proving-dataset-membership","slug":"stamp-your-content-proving-dataset-membership","title":"STAMP Your Content: Proving Dataset Membership via Watermarked Rephrasings","date":"2025-04-18","arxiv_id":"2504.13416","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/stamp-your-content-proving-dataset-membership#ran","syntology_url":"https://syntology.ai/paper/2504.13416","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.13416"}},"official":{"repos":["codeboy5/stamp"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ai-slop-to-ai-polish-aligning-language-models","slug":"ai-slop-to-ai-polish-aligning-language-models","title":"AI-Slop to AI-Polish? Aligning Language Models through Edit-Based Writing Rewards and Test-time Computation","date":"2025-04-10","arxiv_id":"2504.07532","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ai-slop-to-ai-polish-aligning-language-models#ran","syntology_url":"https://syntology.ai/paper/2504.07532","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.07532"}},"official":{"repos":["salesforce/creativity_eval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tree-of-debate-multi-persona-debate-trees","slug":"tree-of-debate-multi-persona-debate-trees","title":"Tree-of-Debate: Multi-Persona Debate Trees Elicit Critical Thinking for Scientific Comparative Analysis","date":"2025-02-20","arxiv_id":"2502.14767","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/tree-of-debate-multi-persona-debate-trees#ran","syntology_url":"https://syntology.ai/paper/2502.14767","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.14767"}},"official":{"repos":["pkargupta/tree-of-debate"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/peerqa-a-scientific-question-answering","slug":"peerqa-a-scientific-question-answering","title":"PeerQA: A Scientific Question Answering Dataset from Peer Reviews","date":"2025-02-19","arxiv_id":"2502.13668","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/peerqa-a-scientific-question-answering#ran","syntology_url":"https://syntology.ai/paper/2502.13668","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.13668"}},"official":{"repos":["ukplab/peerqa"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/people-who-frequently-use-chatgpt-for-writing","slug":"people-who-frequently-use-chatgpt-for-writing","title":"People who frequently use ChatGPT for writing tasks are accurate and robust detectors of AI-generated text","date":"2025-01-26","arxiv_id":"2501.15654","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/people-who-frequently-use-chatgpt-for-writing#ran","syntology_url":"https://syntology.ai/paper/2501.15654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.15654"}},"official":{"repos":["jenna-russell/human_detectors"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/biomedica-an-open-biomedical-image-caption","slug":"biomedica-an-open-biomedical-image-caption","title":"BIOMEDICA: An Open Biomedical Image-Caption Archive, Dataset, and Vision-Language Models Derived from Scientific Literature","date":"2025-01-13","arxiv_id":"2501.07171","repositories_listed":2,"syntology":{"n":20,"n_ran":16,"n_constructed":0,"n_ran_checked":16,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":16,"n_pointer_only":0,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 0 honoured, 0 violated, 16 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/biomedica-an-open-biomedical-image-caption#ran","syntology_url":"https://syntology.ai/paper/2501.07171","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.07171"}},"official":{"repos":["ale9806/open_clip_with_biomedica","minwoosun/biomedica-etl"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":0,"n_ran_no_instrument_failure":16,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/revisiting-fake-news-detection-towards","slug":"revisiting-fake-news-detection-towards","title":"Revisiting Fake News Detection: Towards Temporality-aware Evaluation by Leveraging Engagement Earliness","date":"2024-11-19","arxiv_id":"2411.12775","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/revisiting-fake-news-detection-towards#ran","syntology_url":"https://syntology.ai/paper/2411.12775","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.12775"}},"official":{"repos":["leejunmo/dawn"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/scidqa-a-deep-reading-comprehension-dataset","slug":"scidqa-a-deep-reading-comprehension-dataset","title":"SciDQA: A Deep Reading Comprehension Dataset over Scientific Papers","date":"2024-11-08","arxiv_id":"2411.05338","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":10,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/scidqa-a-deep-reading-comprehension-dataset#ran","syntology_url":"https://syntology.ai/paper/2411.05338","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.05338"}},"official":{"repos":["yale-nlp/scidqa"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/do-llms-know-to-respect-copyright-notice","slug":"do-llms-know-to-respect-copyright-notice","title":"Do LLMs Know to Respect Copyright Notice?","date":"2024-11-02","arxiv_id":"2411.01136","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/do-llms-know-to-respect-copyright-notice#ran","syntology_url":"https://syntology.ai/paper/2411.01136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.01136"}},"official":{"repos":["liamjxu/copyright"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/the-rise-of-ai-generated-content-in-wikipedia","slug":"the-rise-of-ai-generated-content-in-wikipedia","title":"The Rise of AI-Generated Content in Wikipedia","date":"2024-10-10","arxiv_id":"2410.08044","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":8,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/the-rise-of-ai-generated-content-in-wikipedia#ran","syntology_url":"https://syntology.ai/paper/2410.08044","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.08044"}},"official":{"repos":["brooksca3/wiki_collection"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/personalsum-a-user-subjective-guided","slug":"personalsum-a-user-subjective-guided","title":"PersonalSum: A User-Subjective Guided Personalized Summarization Dataset for Large Language Models","date":"2024-10-04","arxiv_id":"2410.03905","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/personalsum-a-user-subjective-guided#ran","syntology_url":"https://syntology.ai/paper/2410.03905","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.03905"}},"official":{"repos":["smartmediaai/personalsum"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/automated-review-generation-method-based-on","slug":"automated-review-generation-method-based-on","title":"Automated Review Generation Method Based on Large Language Models","date":"2024-07-30","arxiv_id":"2407.20906","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/automated-review-generation-method-based-on#ran","syntology_url":"https://syntology.ai/paper/2407.20906","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.20906"}},"official":{"repos":["tju-ecat-ai/automaticreviewgeneration"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/how-to-engage-your-readers-generating-guiding","slug":"how-to-engage-your-readers-generating-guiding","title":"How to Engage Your Readers? Generating Guiding Questions to Promote Active Reading","date":"2024-07-19","arxiv_id":"2407.14309","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":11,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/how-to-engage-your-readers-generating-guiding#ran","syntology_url":"https://syntology.ai/paper/2407.14309","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.14309"}},"official":{"repos":["eth-lre/engage-your-readers"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/spiqa-a-dataset-for-multimodal-question","slug":"spiqa-a-dataset-for-multimodal-question","title":"SPIQA: A Dataset for Multimodal Question Answering on Scientific Papers","date":"2024-07-12","arxiv_id":"2407.09413","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/spiqa-a-dataset-for-multimodal-question#ran","syntology_url":"https://syntology.ai/paper/2407.09413","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.09413"}},"official":{"repos":["google/spiqa"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/litsearch-a-retrieval-benchmark-for","slug":"litsearch-a-retrieval-benchmark-for","title":"LitSearch: A Retrieval Benchmark for Scientific Literature Search","date":"2024-07-10","arxiv_id":"2407.18940","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/litsearch-a-retrieval-benchmark-for#ran","syntology_url":"https://syntology.ai/paper/2407.18940","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.18940"}},"official":{"repos":["princeton-nlp/litsearch"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/lookback-lens-detecting-and-mitigating","slug":"lookback-lens-detecting-and-mitigating","title":"Lookback Lens: Detecting and Mitigating Contextual Hallucinations in Large Language Models Using Only Attention Maps","date":"2024-07-09","arxiv_id":"2407.07071","repositories_listed":1,"syntology":{"n":20,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":20,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/lookback-lens-detecting-and-mitigating#ran","syntology_url":"https://syntology.ai/paper/2407.07071","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.07071"}},"official":{"repos":["voidism/lookback-lens"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/mmsci-a-multimodal-multi-discipline-dataset","slug":"mmsci-a-multimodal-multi-discipline-dataset","title":"MMSci: A Dataset for Graduate-Level Multi-Discipline Multimodal Scientific Understanding","date":"2024-07-06","arxiv_id":"2407.04903","repositories_listed":1,"syntology":{"n":16,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":5,"n_honours":1,"n_violates":1,"n_no_contract":7,"n_pointer_only":16,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 1 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/mmsci-a-multimodal-multi-discipline-dataset#ran","syntology_url":"https://syntology.ai/paper/2407.04903","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.04903"}},"official":{"repos":["leezekun/mmsci"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/waterfall-framework-for-robust-and-scalable","slug":"waterfall-framework-for-robust-and-scalable","title":"Waterfall: Framework for Robust and Scalable Text Watermarking and Provenance for LLMs","date":"2024-07-05","arxiv_id":"2407.04411","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/waterfall-framework-for-robust-and-scalable#ran","syntology_url":"https://syntology.ai/paper/2407.04411","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.04411"}},"official":{"repos":["aoi3142/waterfall"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/internlm-xcomposer-2-5-a-versatile-large","slug":"internlm-xcomposer-2-5-a-versatile-large","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","date":"2024-07-03","arxiv_id":"2407.03320","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/internlm-xcomposer-2-5-a-versatile-large#ran","syntology_url":"https://syntology.ai/paper/2407.03320","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.03320"}},"official":{"repos":["internlm/internlm-xcomposer"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/learning-interpretable-legal-case-retrieval","slug":"learning-interpretable-legal-case-retrieval","title":"Learning Interpretable Legal Case Retrieval via Knowledge-Guided Case Reformulation","date":"2024-06-28","arxiv_id":"2406.19760","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/learning-interpretable-legal-case-retrieval#ran","syntology_url":"https://syntology.ai/paper/2406.19760","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.19760"}},"official":{"repos":["ChenlongDeng/KELLER"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/livebench-a-challenging-contamination-free","slug":"livebench-a-challenging-contamination-free","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","date":"2024-06-27","arxiv_id":"2406.19314","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/livebench-a-challenging-contamination-free#ran","syntology_url":"https://syntology.ai/paper/2406.19314","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.19314"}},"official":{"repos":["livebench/livebench"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/nlp-kg-a-system-for-exploratory-search-of","slug":"nlp-kg-a-system-for-exploratory-search-of","title":"NLP-KG: A System for Exploratory Search of Scientific Literature in Natural Language Processing","date":"2024-06-21","arxiv_id":"2406.15294","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/nlp-kg-a-system-for-exploratory-search-of#ran","syntology_url":"https://syntology.ai/paper/2406.15294","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.15294"}},"official":{"repos":["nlp-knowledge-graph/nlp-kg-webapp"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/jogging-the-memory-of-unlearned-model-through","slug":"jogging-the-memory-of-unlearned-model-through","title":"Jogging the Memory of Unlearned LLMs Through Targeted Relearning Attacks","date":"2024-06-19","arxiv_id":"2406.13356","repositories_listed":1,"syntology":{"n":16,"n_ran":13,"n_constructed":0,"n_ran_checked":11,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":4,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/jogging-the-memory-of-unlearned-model-through#ran","syntology_url":"https://syntology.ai/paper/2406.13356","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.13356"}},"official":{"repos":["s-huu/jog_llm_memory"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/language-modeling-with-editable-external","slug":"language-modeling-with-editable-external","title":"Language Modeling with Editable External Knowledge","date":"2024-06-17","arxiv_id":"2406.11830","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/language-modeling-with-editable-external#ran","syntology_url":"https://syntology.ai/paper/2406.11830","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.11830"}},"official":{"repos":["belindal/erase"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ai-news-content-farms-are-easy-to-make-and","slug":"ai-news-content-farms-are-easy-to-make-and","title":"AI \"News\" Content Farms Are Easy to Make and Hard to Detect: A Case Study in Italian","date":"2024-06-17","arxiv_id":"2406.12128","repositories_listed":0,"syntology":{"n":17,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":17,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/ai-news-content-farms-are-easy-to-make-and#ran","syntology_url":"https://syntology.ai/paper/2406.12128","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.12128"}},"official":null}},{"url":"/paper/llm-dataset-inference-did-you-train-on-my","slug":"llm-dataset-inference-did-you-train-on-my","title":"LLM Dataset Inference: Did you train on my dataset?","date":"2024-06-10","arxiv_id":"2406.06443","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/llm-dataset-inference-did-you-train-on-my#ran","syntology_url":"https://syntology.ai/paper/2406.06443","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.06443"}},"official":{"repos":["pratyushmaini/llm_dataset_inference"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/arabic-diacritics-in-the-wild-exploiting","slug":"arabic-diacritics-in-the-wild-exploiting","title":"Arabic Diacritics in the Wild: Exploiting Opportunities for Improved Diacritization","date":"2024-06-09","arxiv_id":"2406.05760","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":10,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/arabic-diacritics-in-the-wild-exploiting#ran","syntology_url":"https://syntology.ai/paper/2406.05760","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.05760"}},"official":{"repos":["camel-lab/wild_diacritics"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/analyzing-temporal-complex-events-with-large","slug":"analyzing-temporal-complex-events-with-large","title":"Analyzing Temporal Complex Events with Large Language Models? A Benchmark towards Temporal, Long Context Understanding","date":"2024-06-04","arxiv_id":"2406.02472","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/analyzing-temporal-complex-events-with-large#ran","syntology_url":"https://syntology.ai/paper/2406.02472","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.02472"}},"official":{"repos":["Zhihan72/TCELongBench"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/econlogicqa-a-question-answering-benchmark","slug":"econlogicqa-a-question-answering-benchmark","title":"EconLogicQA: A Question-Answering Benchmark for Evaluating Large Language Models in Economic Sequential Reasoning","date":"2024-05-13","arxiv_id":"2405.07938","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/econlogicqa-a-question-answering-benchmark#ran","syntology_url":"https://syntology.ai/paper/2405.07938","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.07938"}},"official":{"repos":["yinzhu-quan/lm-evaluation-harness"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/biomedlm-a-2-7b-parameter-language-model","slug":"biomedlm-a-2-7b-parameter-language-model","title":"BioMedLM: A 2.7B Parameter Language Model Trained On Biomedical Text","date":"2024-03-27","arxiv_id":"2403.18421","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/biomedlm-a-2-7b-parameter-language-model#ran","syntology_url":"https://syntology.ai/paper/2403.18421","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.18421"}},"official":{"repos":["stanford-crfm/biomedlm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/europa-a-legal-multilingual-keyphrase","slug":"europa-a-legal-multilingual-keyphrase","title":"EUROPA: A Legal Multilingual Keyphrase Generation Dataset","date":"2024-03-01","arxiv_id":"2403.00252","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":6,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/europa-a-legal-multilingual-keyphrase#ran","syntology_url":"https://syntology.ai/paper/2403.00252","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.00252"}},"official":{"repos":["rali-udem/europa"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/assisting-in-writing-wikipedia-like-articles","slug":"assisting-in-writing-wikipedia-like-articles","title":"Assisting in Writing Wikipedia-like Articles From Scratch with Large Language Models","date":"2024-02-22","arxiv_id":"2402.14207","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/assisting-in-writing-wikipedia-like-articles#ran","syntology_url":"https://syntology.ai/paper/2402.14207","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.14207"}},"official":{"repos":["stanford-oval/storm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/dell-generating-reactions-and-explanations","slug":"dell-generating-reactions-and-explanations","title":"DELL: Generating Reactions and Explanations for LLM-Based Misinformation Detection","date":"2024-02-16","arxiv_id":"2402.10426","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dell-generating-reactions-and-explanations#ran","syntology_url":"https://syntology.ai/paper/2402.10426","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.10426"}},"official":{"repos":["whr000001/dell"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/knowledge-graphs-meet-multi-modal-learning-a","slug":"knowledge-graphs-meet-multi-modal-learning-a","title":"Knowledge Graphs Meet Multi-Modal Learning: A Comprehensive Survey","date":"2024-02-08","arxiv_id":"2402.05391","repositories_listed":6,"syntology":{"n":18,"n_ran":15,"n_constructed":0,"n_ran_checked":13,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":4,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/knowledge-graphs-meet-multi-modal-learning-a#ran","syntology_url":"https://syntology.ai/paper/2402.05391","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.05391"}},"official":{"repos":["zjukg/kg-mm-survey"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/efficient-tuning-and-inference-for-large","slug":"efficient-tuning-and-inference-for-large","title":"Efficient Tuning and Inference for Large Language Models on Textual Graphs","date":"2024-01-28","arxiv_id":"2401.15569","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/efficient-tuning-and-inference-for-large#ran","syntology_url":"https://syntology.ai/paper/2401.15569","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.15569"}},"official":{"repos":["ZhuYun97/ENGINE"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/contextualization-distillation-from-large","slug":"contextualization-distillation-from-large","title":"Contextualization Distillation from Large Language Model for Knowledge Graph Completion","date":"2024-01-28","arxiv_id":"2402.01729","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":9,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/contextualization-distillation-from-large#ran","syntology_url":"https://syntology.ai/paper/2402.01729","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.01729"}},"official":{"repos":["david-li0406/contextulization-distillation"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/mini-gpts-efficient-large-language-models","slug":"mini-gpts-efficient-large-language-models","title":"Mini-GPTs: Efficient Large Language Models through Contextual Pruning","date":"2023-12-20","arxiv_id":"2312.12682","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mini-gpts-efficient-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2312.12682","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.12682"}},"official":null}},{"url":"/paper/multi-defendant-legal-judgment-prediction-via","slug":"multi-defendant-legal-judgment-prediction-via","title":"Multi-Defendant Legal Judgment Prediction via Hierarchical Reasoning","date":"2023-12-10","arxiv_id":"2312.05762","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":9,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/multi-defendant-legal-judgment-prediction-via#ran","syntology_url":"https://syntology.ai/paper/2312.05762","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.05762"}},"official":{"repos":["currentf/hrn"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/generating-illustrated-instructions","slug":"generating-illustrated-instructions","title":"Generating Illustrated Instructions","date":"2023-12-07","arxiv_id":"2312.04552","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/generating-illustrated-instructions#ran","syntology_url":"https://syntology.ai/paper/2312.04552","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.04552"}},"official":{"repos":["sachit-menon/generating-illustrated-instructions-reproduction"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/structured-complex-and-time-complete-temporal","slug":"structured-complex-and-time-complete-temporal","title":"SCTc-TE: A Comprehensive Formulation and Benchmark for Temporal Event Forecasting","date":"2023-12-02","arxiv_id":"2312.01052","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/structured-complex-and-time-complete-temporal#ran","syntology_url":"https://syntology.ai/paper/2312.01052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.01052"}},"official":{"repos":["yecchen/gdelt-complexevent"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/meditron-70b-scaling-medical-pretraining-for","slug":"meditron-70b-scaling-medical-pretraining-for","title":"MEDITRON-70B: Scaling Medical Pretraining for Large Language Models","date":"2023-11-27","arxiv_id":"2311.16079","repositories_listed":1,"syntology":{"n":14,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/meditron-70b-scaling-medical-pretraining-for#ran","syntology_url":"https://syntology.ai/paper/2311.16079","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.16079"}},"official":{"repos":["epfllm/meditron"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/disinformation-capabilities-of-large-language","slug":"disinformation-capabilities-of-large-language","title":"Disinformation Capabilities of Large Language Models","date":"2023-11-15","arxiv_id":"2311.08838","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/disinformation-capabilities-of-large-language#ran","syntology_url":"https://syntology.ai/paper/2311.08838","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.08838"}},"official":{"repos":["kinit-sk/disinformation-capabilities"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/acid-abstractive-content-based-ids-for","slug":"acid-abstractive-content-based-ids-for","title":"Summarization-Based Document IDs for Generative Retrieval with Language Models","date":"2023-11-14","arxiv_id":"2311.08593","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/acid-abstractive-content-based-ids-for#ran","syntology_url":"https://syntology.ai/paper/2311.08593","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.08593"}},"official":{"repos":["lihaoxin2020/summarization-based-document-ids-for-generative-retrieval"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/polyie-a-dataset-of-information-extraction","slug":"polyie-a-dataset-of-information-extraction","title":"PolyIE: A Dataset of Information Extraction from Polymer Material Scientific Literature","date":"2023-11-13","arxiv_id":"2311.07715","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/polyie-a-dataset-of-information-extraction#ran","syntology_url":"https://syntology.ai/paper/2311.07715","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.07715"}},"official":{"repos":["jerry3027/polyie"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tell-your-model-where-to-attend-post-hoc","slug":"tell-your-model-where-to-attend-post-hoc","title":"Tell Your Model Where to Attend: Post-hoc Attention Steering for LLMs","date":"2023-11-03","arxiv_id":"2311.02262","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/tell-your-model-where-to-attend-post-hoc#ran","syntology_url":"https://syntology.ai/paper/2311.02262","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.02262"}},"official":{"repos":["qingruzhang/pasta"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/wsdms-debunk-fake-news-via-weakly-supervised","slug":"wsdms-debunk-fake-news-via-weakly-supervised","title":"WSDMS: Debunk Fake News via Weakly Supervised Detection of Misinforming Sentences with Contextualized Social Wisdom","date":"2023-10-25","arxiv_id":"2310.16579","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":8,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/wsdms-debunk-fake-news-via-weakly-supervised#ran","syntology_url":"https://syntology.ai/paper/2310.16579","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.16579"}},"official":{"repos":["hkbunlp/wsdms-emnlp2023"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/geolm-empowering-language-models-for","slug":"geolm-empowering-language-models-for","title":"GeoLM: Empowering Language Models for Geospatially Grounded Language Understanding","date":"2023-10-23","arxiv_id":"2310.14478","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":11,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/geolm-empowering-language-models-for#ran","syntology_url":"https://syntology.ai/paper/2310.14478","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.14478"}},"official":{"repos":["knowledge-computing/geolm"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/fake-news-in-sheep-s-clothing-robust-fake","slug":"fake-news-in-sheep-s-clothing-robust-fake","title":"Fake News in Sheep's Clothing: Robust Fake News Detection Against LLM-Empowered Style Attacks","date":"2023-10-16","arxiv_id":"2310.10830","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fake-news-in-sheep-s-clothing-robust-fake#ran","syntology_url":"https://syntology.ai/paper/2310.10830","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.10830"}},"official":{"repos":["jiayingwu19/sheepdog"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/compressing-context-to-enhance-inference","slug":"compressing-context-to-enhance-inference","title":"Compressing Context to Enhance Inference Efficiency of Large Language Models","date":"2023-10-09","arxiv_id":"2310.06201","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/compressing-context-to-enhance-inference#ran","syntology_url":"https://syntology.ai/paper/2310.06201","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.06201"}},"official":{"repos":["liyucheng09/selective_context"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/autocast-enhancing-world-event-prediction","slug":"autocast-enhancing-world-event-prediction","title":"AutoCast++: Enhancing World Event Prediction with Zero-shot Ranking-based Context Retrieval","date":"2023-10-03","arxiv_id":"2310.01880","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/autocast-enhancing-world-event-prediction#ran","syntology_url":"https://syntology.ai/paper/2310.01880","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.01880"}},"official":{"repos":["BorealisAI/Autocast-plus-plus"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/lawbench-benchmarking-legal-knowledge-of","slug":"lawbench-benchmarking-legal-knowledge-of","title":"LawBench: Benchmarking Legal Knowledge of Large Language Models","date":"2023-09-28","arxiv_id":"2309.16289","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lawbench-benchmarking-legal-knowledge-of#ran","syntology_url":"https://syntology.ai/paper/2309.16289","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.16289"}},"official":{"repos":["open-compass/lawbench"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/2309-06365","slug":"2309-06365","title":"Cited Text Spans for Citation Text Generation","date":"2023-09-12","arxiv_id":"2309.06365","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/2309-06365#ran","syntology_url":"https://syntology.ai/paper/2309.06365","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.06365"}},"official":{"repos":["jacklxc/cts4citationtextgeneration"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/lm-infinite-simple-on-the-fly-length","slug":"lm-infinite-simple-on-the-fly-length","title":"LM-Infinite: Zero-Shot Extreme Length Generalization for Large Language Models","date":"2023-08-30","arxiv_id":"2308.16137","repositories_listed":1,"syntology":{"n":11,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/lm-infinite-simple-on-the-fly-length#ran","syntology_url":"https://syntology.ai/paper/2308.16137","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.16137"}},"official":{"repos":["Glaciohound/LM-Infinite"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/laying-foundations-to-quantify-the-effort-of","slug":"laying-foundations-to-quantify-the-effort-of","title":"Laying foundations to quantify the \"Effort of Reproducibility\"","date":"2023-08-24","arxiv_id":"2308.12580","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/laying-foundations-to-quantify-the-effort-of#ran","syntology_url":"https://syntology.ai/paper/2308.12580","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.12580"}},"official":{"repos":["reproducibilityproject/effortly"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/lkpnr-llm-and-kg-for-personalized-news","slug":"lkpnr-llm-and-kg-for-personalized-news","title":"LKPNR: LLM and KG for Personalized News Recommendation Framework","date":"2023-08-23","arxiv_id":"2308.12028","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":7,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lkpnr-llm-and-kg-for-personalized-news#ran","syntology_url":"https://syntology.ai/paper/2308.12028","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.12028"}},"official":{"repos":["xuan-zw/lkpnr"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/chathome-development-and-evaluation-of-a","slug":"chathome-development-and-evaluation-of-a","title":"ChatHome: Development and Evaluation of a Domain-Specific Language Model for Home Renovation","date":"2023-07-28","arxiv_id":"2307.15290","repositories_listed":1,"syntology":{"n":17,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/chathome-development-and-evaluation-of-a#ran","syntology_url":"https://syntology.ai/paper/2307.15290","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.15290"}},"official":{"repos":["lianjiatech/belle"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":10,"ran_from_kinds":["official"]}}},{"url":"/paper/prompt-tuning-on-graph-augmented-low-resource","slug":"prompt-tuning-on-graph-augmented-low-resource","title":"Prompt Tuning on Graph-augmented Low-resource Text Classification","date":"2023-07-15","arxiv_id":"2307.10230","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/prompt-tuning-on-graph-augmented-low-resource#ran","syntology_url":"https://syntology.ai/paper/2307.10230","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.10230"}},"official":{"repos":["wenzhihao666/g2p2-conditional"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/federated-few-shot-learning","slug":"federated-few-shot-learning","title":"Federated Few-shot Learning","date":"2023-06-17","arxiv_id":"2306.10234","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/federated-few-shot-learning#ran","syntology_url":"https://syntology.ai/paper/2306.10234","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.10234"}},"official":{"repos":["songw-sw/f2l"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/table-and-image-generation-for-investigating","slug":"table-and-image-generation-for-investigating","title":"Table and Image Generation for Investigating Knowledge of Entities in Pre-trained Vision and Language Models","date":"2023-06-03","arxiv_id":"2306.02115","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":8,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":7,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/table-and-image-generation-for-investigating#ran","syntology_url":"https://syntology.ai/paper/2306.02115","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.02115"}},"official":{"repos":["kamigaito/wikitig"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/swipe-a-dataset-for-document-level","slug":"swipe-a-dataset-for-document-level","title":"SWiPE: A Dataset for Document-Level Simplification of Wikipedia Pages","date":"2023-05-30","arxiv_id":"2305.19204","repositories_listed":1,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/swipe-a-dataset-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2305.19204","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19204"}},"official":{"repos":["salesforce/simplification"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/lawyer-llama-technical-report","slug":"lawyer-llama-technical-report","title":"Lawyer LLaMA Technical Report","date":"2023-05-24","arxiv_id":"2305.15062","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lawyer-llama-technical-report#ran","syntology_url":"https://syntology.ai/paper/2305.15062","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15062"}},"official":{"repos":["andrewzhe/lawyer-llama"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/miread-simple-method-for-learning-high","slug":"miread-simple-method-for-learning-high","title":"MIReAD: Simple Method for Learning High-quality Representations from Scientific Documents","date":"2023-05-07","arxiv_id":"2305.04177","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/miread-simple-method-for-learning-high#ran","syntology_url":"https://syntology.ai/paper/2305.04177","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.04177"}},"official":{"repos":["arazd/miread"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/detectgpt-zero-shot-machine-generated-text","slug":"detectgpt-zero-shot-machine-generated-text","title":"DetectGPT: Zero-Shot Machine-Generated Text Detection using Probability Curvature","date":"2023-01-26","arxiv_id":"2301.11305","repositories_listed":4,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":4,"n_honours":1,"n_violates":2,"n_no_contract":2,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 2 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/detectgpt-zero-shot-machine-generated-text#ran","syntology_url":"https://syntology.ai/paper/2301.11305","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.11305"}},"official":{"repos":["eric-mitchell/detect-gpt"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/missing-counter-evidence-renders-nlp-fact","slug":"missing-counter-evidence-renders-nlp-fact","title":"Missing Counter-Evidence Renders NLP Fact-Checking Unrealistic for Misinformation","date":"2022-10-25","arxiv_id":"2210.13865","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/missing-counter-evidence-renders-nlp-fact#ran","syntology_url":"https://syntology.ai/paper/2210.13865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.13865"}},"official":{"repos":["ukplab/emnlp2022-missing-counter-evidence"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ectsum-a-new-benchmark-dataset-for-bullet","slug":"ectsum-a-new-benchmark-dataset-for-bullet","title":"ECTSum: A New Benchmark Dataset For Bullet Point Summarization of Long Earnings Call Transcripts","date":"2022-10-22","arxiv_id":"2210.12467","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/ectsum-a-new-benchmark-dataset-for-bullet#ran","syntology_url":"https://syntology.ai/paper/2210.12467","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.12467"}},"official":{"repos":["rajdeep345/ectsum"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-dataset-for-plain-language-adaptation-of","slug":"a-dataset-for-plain-language-adaptation-of","title":"A Dataset for Plain Language Adaptation of Biomedical Abstracts","date":"2022-10-21","arxiv_id":"2210.12242","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-dataset-for-plain-language-adaptation-of#ran","syntology_url":"https://syntology.ai/paper/2210.12242","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.12242"}},"official":{"repos":["attal-kush/PLABA"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/noise-robust-de-duplication-at-scale","slug":"noise-robust-de-duplication-at-scale","title":"Noise-Robust De-Duplication at Scale","date":"2022-10-09","arxiv_id":"2210.04261","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/noise-robust-de-duplication-at-scale#ran","syntology_url":"https://syntology.ai/paper/2210.04261","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.04261"}},"official":{"repos":["dell-research-harvard/NEWS-COPY"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/named-entity-recognition-in-twitter-a-dataset","slug":"named-entity-recognition-in-twitter-a-dataset","title":"Named Entity Recognition in Twitter: A Dataset and Analysis on Short-Term Temporal Shifts","date":"2022-10-07","arxiv_id":"2210.03797","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/named-entity-recognition-in-twitter-a-dataset#ran","syntology_url":"https://syntology.ai/paper/2210.03797","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.03797"}},"official":{"repos":["asahi417/tner"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/discomat-distantly-supervised-composition","slug":"discomat-distantly-supervised-composition","title":"DiSCoMaT: Distantly Supervised Composition Extraction from Tables in Materials Science Articles","date":"2022-07-03","arxiv_id":"2207.01079","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/discomat-distantly-supervised-composition#ran","syntology_url":"https://syntology.ai/paper/2207.01079","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.01079"}},"official":{"repos":["m3rg-iitd/discomat"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/long-range-language-modeling-via-gated-state","slug":"long-range-language-modeling-via-gated-state","title":"Long Range Language Modeling via Gated State Spaces","date":"2022-06-27","arxiv_id":"2206.13947","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/long-range-language-modeling-via-gated-state#ran","syntology_url":"https://syntology.ai/paper/2206.13947","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.13947"}},"official":null}},{"url":"/paper/on-the-evolution-of-a-i-and-machine-learning","slug":"on-the-evolution-of-a-i-and-machine-learning","title":"On the Evolution of A.I. and Machine Learning: Towards a Meta-level Measuring and Understanding Impact, Influence, and Leadership at Premier A.I. Conferences","date":"2022-05-26","arxiv_id":"2205.13131","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-the-evolution-of-a-i-and-machine-learning#ran","syntology_url":"https://syntology.ai/paper/2205.13131","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.13131"}},"official":{"repos":["rafaeelaudibert/tcc"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/end-to-end-multimodal-fact-checking-and","slug":"end-to-end-multimodal-fact-checking-and","title":"End-to-End Multimodal Fact-Checking and Explanation Generation: A Challenging Dataset and Models","date":"2022-05-25","arxiv_id":"2205.12487","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/end-to-end-multimodal-fact-checking-and#ran","syntology_url":"https://syntology.ai/paper/2205.12487","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.12487"}},"official":{"repos":["VT-NLP/Mocheg"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/kcd-knowledge-walks-and-textual-cues-enhanced-1","slug":"kcd-knowledge-walks-and-textual-cues-enhanced-1","title":"KCD: Knowledge Walks and Textual Cues Enhanced Political Perspective Detection in News Media","date":"2022-04-08","arxiv_id":"2204.04046","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":2,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/kcd-knowledge-walks-and-textual-cues-enhanced-1#ran","syntology_url":"https://syntology.ai/paper/2204.04046","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.04046"}},"official":{"repos":["wenqian-zhang/kcd"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/show-me-more-details-discovering-hierarchies","slug":"show-me-more-details-discovering-hierarchies","title":"Show Me More Details: Discovering Hierarchies of Procedures from Semi-structured Web Data","date":"2022-03-14","arxiv_id":"2203.07264","repositories_listed":1,"syntology":{"n":8,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":8,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/show-me-more-details-discovering-hierarchies#ran","syntology_url":"https://syntology.ai/paper/2203.07264","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.07264"}},"official":{"repos":["shuyanzhou/wikihow_hierarchy"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/multilingual-open-text-1-0-public-domain-news","slug":"multilingual-open-text-1-0-public-domain-news","title":"Multilingual Open Text Release 1: Public Domain News in 44 Languages","date":"2022-01-14","arxiv_id":"2201.05609","repositories_listed":3,"syntology":{"n":14,"n_ran":13,"n_constructed":0,"n_ran_checked":13,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/multilingual-open-text-1-0-public-domain-news#ran","syntology_url":"https://syntology.ai/paper/2201.05609","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2201.05609"}},"official":{"repos":["VietHoang1710/khmer-nltk","bltlab/mot"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/scientific-evidence-extraction","slug":"scientific-evidence-extraction","title":"PubTables-1M: Towards comprehensive table extraction from unstructured documents","date":"2021-09-30","arxiv_id":"2110.00061","repositories_listed":2,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":2,"n_honours":3,"n_violates":0,"n_no_contract":6,"n_pointer_only":10,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 3 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/scientific-evidence-extraction#ran","syntology_url":"https://syntology.ai/paper/2110.00061","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.00061"}},"official":{"repos":["microsoft/table-transformer"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/low-resource-dialogue-summarization-with","slug":"low-resource-dialogue-summarization-with","title":"Low-Resource Dialogue Summarization with Domain-Agnostic Multi-Source Pretraining","date":"2021-09-09","arxiv_id":"2109.04080","repositories_listed":1,"syntology":{"n":13,"n_ran":7,"n_constructed":5,"n_ran_checked":5,"n_instrument":2,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"7 ran (of which 5 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/low-resource-dialogue-summarization-with#ran","syntology_url":"https://syntology.ai/paper/2109.04080","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04080"}},"official":{"repos":["rowitzou/dams"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":5,"n_ran_no_instrument_failure":5,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/twag-a-topic-guided-wikipedia-abstract","slug":"twag-a-topic-guided-wikipedia-abstract","title":"TWAG: A Topic-Guided Wikipedia Abstract Generator","date":"2021-06-29","arxiv_id":"2106.15135","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":3,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":5,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/twag-a-topic-guided-wikipedia-abstract#ran","syntology_url":"https://syntology.ai/paper/2106.15135","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.15135"}},"official":{"repos":["THU-KEG/TWAG"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/how-did-this-get-funded-automatically","slug":"how-did-this-get-funded-automatically","title":"How Did This Get Funded?! Automatically Identifying Quirky Scientific Achievements","date":"2021-06-06","arxiv_id":"2106.03048","repositories_listed":1,"syntology":{"n":13,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/how-did-this-get-funded-automatically#ran","syntology_url":"https://syntology.ai/paper/2106.03048","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.03048"}},"official":{"repos":["nadavborenstein/Iggy"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/trade-the-event-corporate-events-detection","slug":"trade-the-event-corporate-events-detection","title":"Trade the Event: Corporate Events Detection for News-Based Event-Driven Trading","date":"2021-05-26","arxiv_id":"2105.12825","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/trade-the-event-corporate-events-detection#ran","syntology_url":"https://syntology.ai/paper/2105.12825","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.12825"}},"official":{"repos":["Zhihan1996/TradeTheEvent"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/sentence-alignment-with-parallel-documents","slug":"sentence-alignment-with-parallel-documents","title":"Sentence Alignment with Parallel Documents Facilitates Biomedical Machine Translation","date":"2021-04-17","arxiv_id":"2104.08588","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sentence-alignment-with-parallel-documents#ran","syntology_url":"https://syntology.ai/paper/2104.08588","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08588"}},"official":{"repos":["luosx18/biomedical-sentence-aligner"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/csfcube-a-test-collection-of-computer-science","slug":"csfcube-a-test-collection-of-computer-science","title":"CSFCube -- A Test Collection of Computer Science Research Articles for Faceted Query by Example","date":"2021-03-24","arxiv_id":"2103.12906","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/csfcube-a-test-collection-of-computer-science#ran","syntology_url":"https://syntology.ai/paper/2103.12906","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.12906"}},"official":{"repos":["iesl/CSFCube"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/controlled-analyses-of-social-biases-in","slug":"controlled-analyses-of-social-biases-in","title":"Controlled Analyses of Social Biases in Wikipedia Bios","date":"2020-12-31","arxiv_id":"2101.00078","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/controlled-analyses-of-social-biases-in#ran","syntology_url":"https://syntology.ai/paper/2101.00078","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.00078"}},"official":{"repos":["anjalief/wikipedia_bias_public"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/open4business-o4b-an-open-access-dataset-for","slug":"open4business-o4b-an-open-access-dataset-for","title":"Open4Business(O4B): An Open Access Dataset for Summarizing Business Documents","date":"2020-11-15","arxiv_id":"2011.07636","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/open4business-o4b-an-open-access-dataset-for#ran","syntology_url":"https://syntology.ai/paper/2011.07636","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.07636"}},"official":{"repos":["amanpreet692/Open4Business"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/xor-qa-cross-lingual-open-retrieval-question","slug":"xor-qa-cross-lingual-open-retrieval-question","title":"XOR QA: Cross-lingual Open-Retrieval Question Answering","date":"2020-10-22","arxiv_id":"2010.11856","repositories_listed":3,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/xor-qa-cross-lingual-open-retrieval-question#ran","syntology_url":"https://syntology.ai/paper/2010.11856","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.11856"}},"official":{"repos":["AkariAsai/XORQA"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/language-models-are-open-knowledge-graphs-1","slug":"language-models-are-open-knowledge-graphs-1","title":"Language Models are Open Knowledge Graphs","date":"2020-10-22","arxiv_id":"2010.11967","repositories_listed":2,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/language-models-are-open-knowledge-graphs-1#ran","syntology_url":"https://syntology.ai/paper/2010.11967","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.11967"}},"official":null}},{"url":"/paper/knowledge-guided-open-attribute-value","slug":"knowledge-guided-open-attribute-value","title":"Knowledge-guided Open Attribute Value Extraction with Reinforcement Learning","date":"2020-10-19","arxiv_id":"2010.09189","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/knowledge-guided-open-attribute-value#ran","syntology_url":"https://syntology.ai/paper/2010.09189","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.09189"}},"official":{"repos":["yeliu0930/Knowledge-guided-Open-Attribute-Value-Extraction-with-Reinforcement-Learning"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/where-are-the-facts-searching-for-fact","slug":"where-are-the-facts-searching-for-fact","title":"Where Are the Facts? Searching for Fact-checked Information to Alleviate the Spread of Fake News","date":"2020-10-07","arxiv_id":"2010.03159","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/where-are-the-facts-searching-for-fact#ran","syntology_url":"https://syntology.ai/paper/2010.03159","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.03159"}},"official":{"repos":["nguyenvo09/EMNLP2020"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/traces-of-class-cross-class-structure-pervade","slug":"traces-of-class-cross-class-structure-pervade","title":"Traces of Class/Cross-Class Structure Pervade Deep Learning Spectra","date":"2020-08-27","arxiv_id":"2008.11865","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/traces-of-class-cross-class-structure-pervade#ran","syntology_url":"https://syntology.ai/paper/2008.11865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2008.11865"}},"official":null}},{"url":"/paper/ynu-hpcc-at-semeval-2020-task-11-lstm-network","slug":"ynu-hpcc-at-semeval-2020-task-11-lstm-network","title":"YNU-HPCC at SemEval-2020 Task 11: LSTM Network for Detection of Propaganda Techniques in News Articles","date":"2020-08-24","arxiv_id":"2008.10166","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ynu-hpcc-at-semeval-2020-task-11-lstm-network#ran","syntology_url":"https://syntology.ai/paper/2008.10166","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2008.10166"}},"official":{"repos":["daojiaxu/semeval_11"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/stance-detection-in-web-and-social-media-a","slug":"stance-detection-in-web-and-social-media-a","title":"Stance Detection in Web and Social Media: A Comparative Study","date":"2020-07-12","arxiv_id":"2007.05976","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/stance-detection-in-web-and-social-media-a#ran","syntology_url":"https://syntology.ai/paper/2007.05976","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.05976"}},"official":{"repos":["prajwal1210/Stance-Detection-in-Web-and-Social-Media"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/dyne-dynamic-ensemble-decoding-for-multi","slug":"dyne-dynamic-ensemble-decoding-for-multi","title":"DynE: Dynamic Ensemble Decoding for Multi-Document Summarization","date":"2020-06-15","arxiv_id":"2006.08748","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dyne-dynamic-ensemble-decoding-for-multi#ran","syntology_url":"https://syntology.ai/paper/2006.08748","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.08748"}},"official":{"repos":["chrishokamp/dynamic-transformer-ensembles"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/language-models-are-few-shot-learners","slug":"language-models-are-few-shot-learners","title":"Language Models are Few-Shot Learners","date":"2020-05-28","arxiv_id":"2005.14165","repositories_listed":67,"syntology":{"n":65,"n_ran":45,"n_constructed":0,"n_ran_checked":40,"n_instrument":5,"n_unverified":20,"n_honours":2,"n_violates":1,"n_no_contract":37,"n_pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 40 with no instrument failure: 2 honoured, 1 violated, 37 with no contract checked; 5 where Syntology's instrument failed) · 20 unverified","sample_list":"/paper/language-models-are-few-shot-learners#ran","syntology_url":"https://syntology.ai/paper/2005.14165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.14165"}},"official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/evidence-inference-2-0-more-data-better","slug":"evidence-inference-2-0-more-data-better","title":"Evidence Inference 2.0: More Data, Better Models","date":"2020-05-08","arxiv_id":"2005.04177","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/evidence-inference-2-0-more-data-better#ran","syntology_url":"https://syntology.ai/paper/2005.04177","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.04177"}},"official":{"repos":["jayded/evidence-inference"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/scirex-a-challenge-dataset-for-document-level","slug":"scirex-a-challenge-dataset-for-document-level","title":"SciREX: A Challenge Dataset for Document-Level Information Extraction","date":"2020-05-01","arxiv_id":"2005.00512","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scirex-a-challenge-dataset-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2005.00512","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.00512"}},"official":{"repos":["allenai/SciREX"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/transform-and-tell-entity-aware-news-image","slug":"transform-and-tell-entity-aware-news-image","title":"Transform and Tell: Entity-Aware News Image Captioning","date":"2020-04-17","arxiv_id":"2004.08070","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/transform-and-tell-entity-aware-news-image#ran","syntology_url":"https://syntology.ai/paper/2004.08070","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.08070"}},"official":{"repos":["alasdairtran/transform-and-tell"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/chemgrapher-optical-graph-recognition-of","slug":"chemgrapher-optical-graph-recognition-of","title":"ChemGrapher: Optical Graph Recognition of Chemical Compounds by Deep Learning","date":"2020-02-23","arxiv_id":"2002.09914","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/chemgrapher-optical-graph-recognition-of#ran","syntology_url":"https://syntology.ai/paper/2002.09914","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.09914"}},"official":null}},{"url":"/paper/reinforcement-learning-based-portfolio","slug":"reinforcement-learning-based-portfolio","title":"Reinforcement-Learning based Portfolio Management with Augmented Asset Movement Prediction States","date":"2020-02-09","arxiv_id":"2002.05780","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/reinforcement-learning-based-portfolio#ran","syntology_url":"https://syntology.ai/paper/2002.05780","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.05780"}},"official":null}}],"record_sha256":"f28b3c457af70639a2ee5511110b6f2725b78a83b63dcd472b49dc1cc0effc81","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}