{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/text-generation/papers/ran/4","list_of":"/task/text-generation","task":"Text Generation","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":4,"pages_in_order":7,"rows_per_page":100,"rows":[301,400],"of":610,"counts":{"archive_papers_tagged":5335,"with_a_code_link":2047,"where_syntology_ran_a_sample":610,"not_listed_spam_title":0,"listed":5335,"listed_where_code_ran":610,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":503,"every_run_a_failure_of_syntologys_instrument":107,"listed_with_a_run_with_no_instrument_failure":503,"listed_every_run_a_failure_of_syntologys_instrument":107,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/text-generation/papers/ran/1","prev":"/task/text-generation/papers/ran/3","next":"/task/text-generation/papers/ran/5","papers":[{"url":"/paper/on-the-efficacy-of-sampling-adapters","slug":"on-the-efficacy-of-sampling-adapters","title":"On the Efficacy of Sampling Adapters","date":"2023-07-07","arxiv_id":"2307.03749","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-the-efficacy-of-sampling-adapters#ran","syntology_url":"https://syntology.ai/paper/2307.03749","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.03749"}},"official":{"repos":["rycolab/sampling-adapters"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/preadd-prefix-adaptive-decoding-for","slug":"preadd-prefix-adaptive-decoding-for","title":"PREADD: Prefix-Adaptive Decoding for Controlled Text Generation","date":"2023-07-06","arxiv_id":"2307.03214","repositories_listed":1,"syntology":{"n":12,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/preadd-prefix-adaptive-decoding-for#ran","syntology_url":"https://syntology.ai/paper/2307.03214","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.03214"}},"official":{"repos":["jonnypei/acl23-preadd"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/shifting-attention-to-relevance-towards-the","slug":"shifting-attention-to-relevance-towards-the","title":"Shifting Attention to Relevance: Towards the Predictive Uncertainty Quantification of Free-Form Large Language Models","date":"2023-07-03","arxiv_id":"2307.01379","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/shifting-attention-to-relevance-towards-the#ran","syntology_url":"https://syntology.ai/paper/2307.01379","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.01379"}},"official":{"repos":["jinhaoduan/sar","jinhaoduan/shifting-attention-to-relevance"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/most-language-models-can-be-poets-too-an-ai-1","slug":"most-language-models-can-be-poets-too-an-ai-1","title":"Most Language Models can be Poets too: An AI Writing Assistant and Constrained Text Generation Studio","date":"2023-06-28","arxiv_id":"2306.15926","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/most-language-models-can-be-poets-too-an-ai-1#ran","syntology_url":"https://syntology.ai/paper/2306.15926","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15926"}},"official":{"repos":["hellisotherpeople/constrained-text-generation-studio"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/vistext-a-benchmark-for-semantically-rich","slug":"vistext-a-benchmark-for-semantically-rich","title":"VisText: A Benchmark for Semantically Rich Chart Captioning","date":"2023-06-28","arxiv_id":"2307.05356","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":11,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/vistext-a-benchmark-for-semantically-rich#ran","syntology_url":"https://syntology.ai/paper/2307.05356","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.05356"}},"official":{"repos":["mitvis/vistext"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/funqa-towards-surprising-video-comprehension","slug":"funqa-towards-surprising-video-comprehension","title":"FunQA: Towards Surprising Video Comprehension","date":"2023-06-26","arxiv_id":"2306.14899","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/funqa-towards-surprising-video-comprehension#ran","syntology_url":"https://syntology.ai/paper/2306.14899","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.14899"}},"official":{"repos":["jingkang50/funqa"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/open-domain-text-evaluation-via-meta","slug":"open-domain-text-evaluation-via-meta","title":"Open-Domain Text Evaluation via Contrastive Distribution Methods","date":"2023-06-20","arxiv_id":"2306.11879","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/open-domain-text-evaluation-via-meta#ran","syntology_url":"https://syntology.ai/paper/2306.11879","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.11879"}},"official":{"repos":["pluslabnlp/cdm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/video-llama-an-instruction-tuned-audio-visual","slug":"video-llama-an-instruction-tuned-audio-visual","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","date":"2023-06-05","arxiv_id":"2306.02858","repositories_listed":4,"syntology":{"n":25,"n_ran":18,"n_constructed":7,"n_ran_checked":8,"n_instrument":10,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":9,"phrase":"18 ran (of which 7 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 10 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/video-llama-an-instruction-tuned-audio-visual#ran","syntology_url":"https://syntology.ai/paper/2306.02858","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.02858"}},"official":{"repos":["damo-nlp-sg/video-llama"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/sequential-monte-carlo-steering-of-large","slug":"sequential-monte-carlo-steering-of-large","title":"Sequential Monte Carlo Steering of Large Language Models using Probabilistic Programs","date":"2023-06-05","arxiv_id":"2306.03081","repositories_listed":2,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/sequential-monte-carlo-steering-of-large#ran","syntology_url":"https://syntology.ai/paper/2306.03081","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03081"}},"official":{"repos":["probcomp/hfppl","probcomp/llamppl"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/fine-grained-human-feedback-gives-better","slug":"fine-grained-human-feedback-gives-better","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","date":"2023-06-02","arxiv_id":"2306.01693","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/fine-grained-human-feedback-gives-better#ran","syntology_url":"https://syntology.ai/paper/2306.01693","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.01693"}},"official":null}},{"url":"/paper/binary-and-ternary-natural-language","slug":"binary-and-ternary-natural-language","title":"Binary and Ternary Natural Language Generation","date":"2023-06-02","arxiv_id":"2306.01841","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/binary-and-ternary-natural-language#ran","syntology_url":"https://syntology.ai/paper/2306.01841","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.01841"}},"official":{"repos":["facebookresearch/ternary_binary_transformer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/preference-grounded-token-level-guidance-for-1","slug":"preference-grounded-token-level-guidance-for-1","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","date":"2023-06-01","arxiv_id":"2306.00398","repositories_listed":2,"syntology":{"n":18,"n_ran":8,"n_constructed":1,"n_ran_checked":2,"n_instrument":6,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"8 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 6 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/preference-grounded-token-level-guidance-for-1#ran","syntology_url":"https://syntology.ai/paper/2306.00398","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00398"}},"official":{"repos":["shentao-yang/preference_grounded_guidance"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/differentiable-tree-operations-promote","slug":"differentiable-tree-operations-promote","title":"Differentiable Tree Operations Promote Compositional Generalization","date":"2023-06-01","arxiv_id":"2306.00751","repositories_listed":1,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":6,"n_instrument":3,"n_unverified":3,"n_honours":2,"n_violates":0,"n_no_contract":4,"n_pointer_only":12,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 2 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/differentiable-tree-operations-promote#ran","syntology_url":"https://syntology.ai/paper/2306.00751","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00751"}},"official":{"repos":["psoulos/dtm"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/eel-efficiently-encoding-lattices-for","slug":"eel-efficiently-encoding-lattices-for","title":"EEL: Efficiently Encoding Lattices for Reranking","date":"2023-06-01","arxiv_id":"2306.00947","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/eel-efficiently-encoding-lattices-for#ran","syntology_url":"https://syntology.ai/paper/2306.00947","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00947"}},"official":{"repos":["prasanns/eel-reranking"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/generating-with-confidence-uncertainty","slug":"generating-with-confidence-uncertainty","title":"Generating with Confidence: Uncertainty Quantification for Black-box Large Language Models","date":"2023-05-30","arxiv_id":"2305.19187","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generating-with-confidence-uncertainty#ran","syntology_url":"https://syntology.ai/paper/2305.19187","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19187"}},"official":{"repos":["zlin7/uq-nlg"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/grammar-prompting-for-domain-specific","slug":"grammar-prompting-for-domain-specific","title":"Grammar Prompting for Domain-Specific Language Generation with Large Language Models","date":"2023-05-30","arxiv_id":"2305.19234","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/grammar-prompting-for-domain-specific#ran","syntology_url":"https://syntology.ai/paper/2305.19234","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19234"}},"official":{"repos":["berlino/grammar-prompting"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/glyphcontrol-glyph-conditional-control-for-1","slug":"glyphcontrol-glyph-conditional-control-for-1","title":"GlyphControl: Glyph Conditional Control for Visual Text Generation","date":"2023-05-29","arxiv_id":"2305.18259","repositories_listed":1,"syntology":{"n":9,"n_ran":4,"n_constructed":3,"n_ran_checked":4,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/glyphcontrol-glyph-conditional-control-for-1#ran","syntology_url":"https://syntology.ai/paper/2305.18259","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18259"}},"official":{"repos":["aigtext/glyphcontrol-release"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/backpack-language-models","slug":"backpack-language-models","title":"Backpack Language Models","date":"2023-05-26","arxiv_id":"2305.16765","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/backpack-language-models#ran","syntology_url":"https://syntology.ai/paper/2305.16765","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16765"}},"official":null}},{"url":"/paper/learning-to-imagine-visually-augmented","slug":"learning-to-imagine-visually-augmented","title":"Learning to Imagine: Visually-Augmented Natural Language Generation","date":"2023-05-26","arxiv_id":"2305.16944","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/learning-to-imagine-visually-augmented#ran","syntology_url":"https://syntology.ai/paper/2305.16944","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16944"}},"official":{"repos":["rucaibox/live"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/crest-a-joint-framework-for-rationalization","slug":"crest-a-joint-framework-for-rationalization","title":"CREST: A Joint Framework for Rationalization and Counterfactual Text Generation","date":"2023-05-26","arxiv_id":"2305.17075","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/crest-a-joint-framework-for-rationalization#ran","syntology_url":"https://syntology.ai/paper/2305.17075","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17075"}},"official":{"repos":["deep-spin/crest"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/self-contradictory-hallucinations-of-large","slug":"self-contradictory-hallucinations-of-large","title":"Self-contradictory Hallucinations of Large Language Models: Evaluation, Detection and Mitigation","date":"2023-05-25","arxiv_id":"2305.15852","repositories_listed":1,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/self-contradictory-hallucinations-of-large#ran","syntology_url":"https://syntology.ai/paper/2305.15852","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15852"}},"official":{"repos":["eth-sri/chatprotect"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-language-models-with-advantage","slug":"improving-language-models-with-advantage","title":"Leftover Lunch: Advantage-based Offline Reinforcement Learning for Language Models","date":"2023-05-24","arxiv_id":"2305.14718","repositories_listed":1,"syntology":{"n":7,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/improving-language-models-with-advantage#ran","syntology_url":"https://syntology.ai/paper/2305.14718","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14718"}},"official":{"repos":["abaheti95/lol-rl"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-nlg-evaluation-metrics-a","slug":"evaluating-nlg-evaluation-metrics-a","title":"Evaluating Evaluation Metrics: A Framework for Analyzing NLG Evaluation Metrics using Measurement Theory","date":"2023-05-24","arxiv_id":"2305.14889","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/evaluating-nlg-evaluation-metrics-a#ran","syntology_url":"https://syntology.ai/paper/2305.14889","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14889"}},"official":{"repos":["isle-dev/metriceval"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/trade-offs-between-fairness-and-privacy-in","slug":"trade-offs-between-fairness-and-privacy-in","title":"Trade-Offs Between Fairness and Privacy in Language Modeling","date":"2023-05-24","arxiv_id":"2305.14936","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/trade-offs-between-fairness-and-privacy-in#ran","syntology_url":"https://syntology.ai/paper/2305.14936","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14936"}},"official":{"repos":["cleolotta/fair-and-private-lm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/inference-time-policy-adapters-ipa-tailoring","slug":"inference-time-policy-adapters-ipa-tailoring","title":"Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning","date":"2023-05-24","arxiv_id":"2305.15065","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":3,"n_ran_checked":5,"n_instrument":4,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"9 ran (of which 3 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/inference-time-policy-adapters-ipa-tailoring#ran","syntology_url":"https://syntology.ai/paper/2305.15065","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15065"}},"official":{"repos":["gximinglu/ipa"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":3,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/peek-across-improving-multi-document-modeling","slug":"peek-across-improving-multi-document-modeling","title":"Peek Across: Improving Multi-Document Modeling via Cross-Document Question-Answering","date":"2023-05-24","arxiv_id":"2305.15387","repositories_listed":1,"syntology":{"n":18,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/peek-across-improving-multi-document-modeling#ran","syntology_url":"https://syntology.ai/paper/2305.15387","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15387"}},"official":{"repos":["aviclu/peekacross"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/factscore-fine-grained-atomic-evaluation-of","slug":"factscore-fine-grained-atomic-evaluation-of","title":"FActScore: Fine-grained Atomic Evaluation of Factual Precision in Long Form Text Generation","date":"2023-05-23","arxiv_id":"2305.14251","repositories_listed":4,"syntology":{"n":15,"n_ran":11,"n_constructed":1,"n_ran_checked":10,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":6,"phrase":"11 ran (of which 1 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/factscore-fine-grained-atomic-evaluation-of#ran","syntology_url":"https://syntology.ai/paper/2305.14251","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14251"}},"official":{"repos":["shmsw25/factscore"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/qtsumm-a-new-benchmark-for-query-focused","slug":"qtsumm-a-new-benchmark-for-query-focused","title":"QTSumm: Query-Focused Summarization over Tabular Data","date":"2023-05-23","arxiv_id":"2305.14303","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/qtsumm-a-new-benchmark-for-query-focused#ran","syntology_url":"https://syntology.ai/paper/2305.14303","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14303"}},"official":{"repos":["yale-nlp/qtsumm","yilunzhao/qtsumm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-factuality-and-reasoning-in","slug":"improving-factuality-and-reasoning-in","title":"Improving Factuality and Reasoning in Language Models through Multiagent Debate","date":"2023-05-23","arxiv_id":"2305.14325","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-factuality-and-reasoning-in#ran","syntology_url":"https://syntology.ai/paper/2305.14325","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14325"}},"official":{"repos":["composable-models/llm_multiagent_debate"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deepfake-text-detection-in-the-wild","slug":"deepfake-text-detection-in-the-wild","title":"MAGE: Machine-generated Text Detection in the Wild","date":"2023-05-22","arxiv_id":"2305.13242","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/deepfake-text-detection-in-the-wild#ran","syntology_url":"https://syntology.ai/paper/2305.13242","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13242"}},"official":{"repos":["yafuly/deepfaketextdetect","yafuly/mage"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pruning-pre-trained-language-models-with","slug":"pruning-pre-trained-language-models-with","title":"Pruning Pre-trained Language Models with Principled Importance and Self-regularization","date":"2023-05-21","arxiv_id":"2305.12394","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pruning-pre-trained-language-models-with#ran","syntology_url":"https://syntology.ai/paper/2305.12394","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12394"}},"official":{"repos":["drsy/pins"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/explaining-how-transformers-use-context-to","slug":"explaining-how-transformers-use-context-to","title":"Explaining How Transformers Use Context to Build Predictions","date":"2023-05-21","arxiv_id":"2305.12535","repositories_listed":1,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/explaining-how-transformers-use-context-to#ran","syntology_url":"https://syntology.ai/paper/2305.12535","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12535"}},"official":{"repos":["mt-upc/logit-explanations"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/llm-itself-can-read-and-generate-cxr-images","slug":"llm-itself-can-read-and-generate-cxr-images","title":"LLM-CXR: Instruction-Finetuned LLM for CXR Image Understanding and Generation","date":"2023-05-19","arxiv_id":"2305.11490","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/llm-itself-can-read-and-generate-cxr-images#ran","syntology_url":"https://syntology.ai/paper/2305.11490","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11490"}},"official":{"repos":["hyn2028/llm-cxr"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/generating-visual-spatial-description-via","slug":"generating-visual-spatial-description-via","title":"Generating Visual Spatial Description via Holistic 3D Scene Understanding","date":"2023-05-19","arxiv_id":"2305.11768","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":5,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/generating-visual-spatial-description-via#ran","syntology_url":"https://syntology.ai/paper/2305.11768","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11768"}},"official":{"repos":["zhaoyucs/vsd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/pengi-an-audio-language-model-for-audio-tasks-1","slug":"pengi-an-audio-language-model-for-audio-tasks-1","title":"Pengi: An Audio Language Model for Audio Tasks","date":"2023-05-19","arxiv_id":"2305.11834","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/pengi-an-audio-language-model-for-audio-tasks-1#ran","syntology_url":"https://syntology.ai/paper/2305.11834","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11834"}},"official":{"repos":["microsoft/pengi"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/bolt-fast-energy-based-controlled-text","slug":"bolt-fast-energy-based-controlled-text","title":"BOLT: Fast Energy-based Controlled Text Generation with Tunable Biases","date":"2023-05-19","arxiv_id":"2305.12018","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/bolt-fast-energy-based-controlled-text#ran","syntology_url":"https://syntology.ai/paper/2305.12018","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12018"}},"official":{"repos":["launchnlp/bolt"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/regen-zero-shot-text-classification-via","slug":"regen-zero-shot-text-classification-via","title":"ReGen: Zero-Shot Text Classification via Training Data Generation with Progressive Dense Retrieval","date":"2023-05-18","arxiv_id":"2305.10703","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/regen-zero-shot-text-classification-via#ran","syntology_url":"https://syntology.ai/paper/2305.10703","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10703"}},"official":{"repos":["yueyu1030/ReGen"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pre-training-to-learn-in-context","slug":"pre-training-to-learn-in-context","title":"Pre-Training to Learn in Context","date":"2023-05-16","arxiv_id":"2305.09137","repositories_listed":1,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pre-training-to-learn-in-context#ran","syntology_url":"https://syntology.ai/paper/2305.09137","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09137"}},"official":{"repos":["thu-coai/picl"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/tess-text-to-text-self-conditioned-simplex","slug":"tess-text-to-text-self-conditioned-simplex","title":"TESS: Text-to-Text Self-Conditioned Simplex Diffusion","date":"2023-05-15","arxiv_id":"2305.08379","repositories_listed":2,"syntology":{"n":15,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/tess-text-to-text-self-conditioned-simplex#ran","syntology_url":"https://syntology.ai/paper/2305.08379","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08379"}},"official":{"repos":["allenai/tess-diffusion"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/ulip-2-towards-scalable-multimodal-pre","slug":"ulip-2-towards-scalable-multimodal-pre","title":"ULIP-2: Towards Scalable Multimodal Pre-training for 3D Understanding","date":"2023-05-14","arxiv_id":"2305.08275","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ulip-2-towards-scalable-multimodal-pre#ran","syntology_url":"https://syntology.ai/paper/2305.08275","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08275"}},"official":{"repos":["salesforce/ulip"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/watermarking-text-generated-by-black-box","slug":"watermarking-text-generated-by-black-box","title":"Watermarking Text Generated by Black-Box Language Models","date":"2023-05-14","arxiv_id":"2305.08883","repositories_listed":1,"syntology":{"n":7,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/watermarking-text-generated-by-black-box#ran","syntology_url":"https://syntology.ai/paper/2305.08883","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08883"}},"official":{"repos":["kiode/text_watermark_language_models"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/deeptextmark-deep-learning-based-text","slug":"deeptextmark-deep-learning-based-text","title":"DeepTextMark: A Deep Learning-Driven Text Watermarking Approach for Identifying Large Language Model Generated Text","date":"2023-05-09","arxiv_id":"2305.05773","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/deeptextmark-deep-learning-based-text#ran","syntology_url":"https://syntology.ai/paper/2305.05773","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.05773"}},"official":null}},{"url":"/paper/a-systematic-study-of-knowledge-distillation","slug":"a-systematic-study-of-knowledge-distillation","title":"A Systematic Study of Knowledge Distillation for Natural Language Generation with Pseudo-Target Training","date":"2023-05-03","arxiv_id":"2305.02031","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-systematic-study-of-knowledge-distillation#ran","syntology_url":"https://syntology.ai/paper/2305.02031","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.02031"}},"official":{"repos":["nitaytech/kd4gen"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/lift-yourself-up-retrieval-augmented-text","slug":"lift-yourself-up-retrieval-augmented-text","title":"Lift Yourself Up: Retrieval-augmented Text Generation with Self Memory","date":"2023-05-03","arxiv_id":"2305.02437","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lift-yourself-up-retrieval-augmented-text#ran","syntology_url":"https://syntology.ai/paper/2305.02437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.02437"}},"official":{"repos":["hannibal046/selfmemory"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/the-benefits-of-bad-advice-autocontrastive","slug":"the-benefits-of-bad-advice-autocontrastive","title":"The Benefits of Bad Advice: Autocontrastive Decoding across Model Layers","date":"2023-05-02","arxiv_id":"2305.01628","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-benefits-of-bad-advice-autocontrastive#ran","syntology_url":"https://syntology.ai/paper/2305.01628","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.01628"}},"official":{"repos":["ibm/auto-contrastive-generation"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-are-state-of-the-art-1","slug":"large-language-models-are-state-of-the-art-1","title":"ICE-Score: Instructing Large Language Models to Evaluate Code","date":"2023-04-27","arxiv_id":"2304.14317","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/large-language-models-are-state-of-the-art-1#ran","syntology_url":"https://syntology.ai/paper/2304.14317","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.14317"}},"official":{"repos":["terryyz/llm-code-eval","terryyz/ice-score"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/directed-acyclic-transformer-pre-training-for","slug":"directed-acyclic-transformer-pre-training-for","title":"Directed Acyclic Transformer Pre-training for High-quality Non-autoregressive Text Generation","date":"2023-04-24","arxiv_id":"2304.11791","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/directed-acyclic-transformer-pre-training-for#ran","syntology_url":"https://syntology.ai/paper/2304.11791","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.11791"}},"official":{"repos":["thu-coai/da-transformer"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/lamp-when-large-language-models-meet","slug":"lamp-when-large-language-models-meet","title":"LaMP: When Large Language Models Meet Personalization","date":"2023-04-22","arxiv_id":"2304.11406","repositories_listed":4,"syntology":{"n":13,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":1,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lamp-when-large-language-models-meet#ran","syntology_url":"https://syntology.ai/paper/2304.11406","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.11406"}},"official":null}},{"url":"/paper/gpt-ner-named-entity-recognition-via-large","slug":"gpt-ner-named-entity-recognition-via-large","title":"GPT-NER: Named Entity Recognition via Large Language Models","date":"2023-04-20","arxiv_id":"2304.10428","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gpt-ner-named-entity-recognition-via-large#ran","syntology_url":"https://syntology.ai/paper/2304.10428","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.10428"}},"official":{"repos":["shuhewang1998/gpt-ner"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/expressive-text-to-image-generation-with-rich","slug":"expressive-text-to-image-generation-with-rich","title":"Expressive Text-to-Image Generation with Rich Text","date":"2023-04-13","arxiv_id":"2304.06720","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/expressive-text-to-image-generation-with-rich#ran","syntology_url":"https://syntology.ai/paper/2304.06720","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.06720"}},"official":{"repos":["songweige/rich-text-to-image"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/understanding-individual-and-team-based-human","slug":"understanding-individual-and-team-based-human","title":"Does Human Collaboration Enhance the Accuracy of Identifying LLM-Generated Deepfake Texts?","date":"2023-04-03","arxiv_id":"2304.01002","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/understanding-individual-and-team-based-human#ran","syntology_url":"https://syntology.ai/paper/2304.01002","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.01002"}},"official":{"repos":["huashen218/llm-deepfake-human-study"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/assessing-language-model-deployment-with-risk","slug":"assessing-language-model-deployment-with-risk","title":"Assessing Language Model Deployment with Risk Cards","date":"2023-03-31","arxiv_id":"2303.18190","repositories_listed":3,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/assessing-language-model-deployment-with-risk#ran","syntology_url":"https://syntology.ai/paper/2303.18190","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.18190"}},"official":{"repos":["leondz/lm_risk_cards"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/gpteval-nlg-evaluation-using-gpt-4-with","slug":"gpteval-nlg-evaluation-using-gpt-4-with","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","date":"2023-03-29","arxiv_id":"2303.16634","repositories_listed":3,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/gpteval-nlg-evaluation-using-gpt-4-with#ran","syntology_url":"https://syntology.ai/paper/2303.16634","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.16634"}},"official":{"repos":["nlpyang/geval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/autoad-movie-description-in-context","slug":"autoad-movie-description-in-context","title":"AutoAD: Movie Description in Context","date":"2023-03-29","arxiv_id":"2303.16899","repositories_listed":1,"syntology":{"n":13,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/autoad-movie-description-in-context#ran","syntology_url":"https://syntology.ai/paper/2303.16899","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.16899"}},"official":{"repos":["Soldelli/MAD"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/handwritten-text-generation-from-visual","slug":"handwritten-text-generation-from-visual","title":"Handwritten Text Generation from Visual Archetypes","date":"2023-03-27","arxiv_id":"2303.15269","repositories_listed":2,"syntology":{"n":28,"n_ran":21,"n_constructed":10,"n_ran_checked":14,"n_instrument":7,"n_unverified":7,"n_honours":1,"n_violates":0,"n_no_contract":13,"n_pointer_only":5,"phrase":"21 ran (of which 10 constructed an object rather than computing a result; 14 with no instrument failure: 1 honoured, 0 violated, 13 with no contract checked; 7 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/handwritten-text-generation-from-visual#ran","syntology_url":"https://syntology.ai/paper/2303.15269","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.15269"}},"official":{"repos":["aimagelab/vatr"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":10,"n_ran_no_instrument_failure":11,"n_unverified":6,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/fine-grained-audible-video-description","slug":"fine-grained-audible-video-description","title":"Fine-grained Audible Video Description","date":"2023-03-27","arxiv_id":"2303.15616","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/fine-grained-audible-video-description#ran","syntology_url":"https://syntology.ai/paper/2303.15616","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.15616"}},"official":{"repos":["opennlplab/favdbench"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/adaptive-budget-allocation-for-parameter","slug":"adaptive-budget-allocation-for-parameter","title":"AdaLoRA: Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning","date":"2023-03-18","arxiv_id":"2303.10512","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":1,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/adaptive-budget-allocation-for-parameter#ran","syntology_url":"https://syntology.ai/paper/2303.10512","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.10512"}},"official":{"repos":["qingruzhang/adalora"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/lana-a-language-capable-navigator-for","slug":"lana-a-language-capable-navigator-for","title":"Lana: A Language-Capable Navigator for Instruction Following and Generation","date":"2023-03-15","arxiv_id":"2303.08409","repositories_listed":1,"syntology":{"n":15,"n_ran":11,"n_constructed":8,"n_ran_checked":11,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 8 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/lana-a-language-capable-navigator-for#ran","syntology_url":"https://syntology.ai/paper/2303.08409","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.08409"}},"official":{"repos":["wxh1996/lana-vln"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":8,"n_ran_no_instrument_failure":11,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/transformer-based-planning-for-symbolic-1","slug":"transformer-based-planning-for-symbolic-1","title":"Transformer-based Planning for Symbolic Regression","date":"2023-03-13","arxiv_id":"2303.06833","repositories_listed":1,"syntology":{"n":8,"n_ran":4,"n_constructed":2,"n_ran_checked":2,"n_instrument":2,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/transformer-based-planning-for-symbolic-1#ran","syntology_url":"https://syntology.ai/paper/2303.06833","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.06833"}},"official":{"repos":["deep-symbolic-mathematics/TPSR"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-grounded-vision-language","slug":"learning-grounded-vision-language","title":"Learning Grounded Vision-Language Representation for Versatile Understanding in Untrimmed Videos","date":"2023-03-11","arxiv_id":"2303.06378","repositories_listed":1,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/learning-grounded-vision-language#ran","syntology_url":"https://syntology.ai/paper/2303.06378","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.06378"}},"official":{"repos":["zjr2000/gvl"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/cost-effective-hyperparameter-optimization","slug":"cost-effective-hyperparameter-optimization","title":"Cost-Effective Hyperparameter Optimization for Large Language Model Generation Inference","date":"2023-03-08","arxiv_id":"2303.04673","repositories_listed":3,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":9,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/cost-effective-hyperparameter-optimization#ran","syntology_url":"https://syntology.ai/paper/2303.04673","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.04673"}},"official":{"repos":["microsoft/FLAML"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/spikegpt-generative-pre-trained-language","slug":"spikegpt-generative-pre-trained-language","title":"SpikeGPT: Generative Pre-trained Language Model with Spiking Neural Networks","date":"2023-02-27","arxiv_id":"2302.13939","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/spikegpt-generative-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2302.13939","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.13939"}},"official":{"repos":["ridgerchu/spikegpt"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tabgenie-a-toolkit-for-table-to-text","slug":"tabgenie-a-toolkit-for-table-to-text","title":"TabGenie: A Toolkit for Table-to-Text Generation","date":"2023-02-27","arxiv_id":"2302.14169","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tabgenie-a-toolkit-for-table-to-text#ran","syntology_url":"https://syntology.ai/paper/2302.14169","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.14169"}},"official":{"repos":["kasnerz/tabgenie"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/language-driven-representation-learning-for","slug":"language-driven-representation-learning-for","title":"Language-Driven Representation Learning for Robotics","date":"2023-02-24","arxiv_id":"2302.12766","repositories_listed":2,"syntology":{"n":7,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/language-driven-representation-learning-for#ran","syntology_url":"https://syntology.ai/paper/2302.12766","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.12766"}},"official":{"repos":["siddk/voltron-evaluation","siddk/voltron-robotics"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/semantic-uncertainty-linguistic-invariances","slug":"semantic-uncertainty-linguistic-invariances","title":"Semantic Uncertainty: Linguistic Invariances for Uncertainty Estimation in Natural Language Generation","date":"2023-02-19","arxiv_id":"2302.09664","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/semantic-uncertainty-linguistic-invariances#ran","syntology_url":"https://syntology.ai/paper/2302.09664","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.09664"}},"official":{"repos":["lorenzkuhn/semantic_uncertainty"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/how-good-are-gpt-models-at-machine","slug":"how-good-are-gpt-models-at-machine","title":"How Good Are GPT Models at Machine Translation? A Comprehensive Evaluation","date":"2023-02-18","arxiv_id":"2302.09210","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/how-good-are-gpt-models-at-machine#ran","syntology_url":"https://syntology.ai/paper/2302.09210","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.09210"}},"official":{"repos":["microsoft/gpt-mt"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/speculative-decoding-with-big-little-decoder-1","slug":"speculative-decoding-with-big-little-decoder-1","title":"Speculative Decoding with Big Little Decoder","date":"2023-02-15","arxiv_id":"2302.07863","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/speculative-decoding-with-big-little-decoder-1#ran","syntology_url":"https://syntology.ai/paper/2302.07863","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.07863"}},"official":{"repos":["kssteven418/biglittledecoder"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-reparameterized-discrete-diffusion-model","slug":"a-reparameterized-discrete-diffusion-model","title":"A Reparameterized Discrete Diffusion Model for Text Generation","date":"2023-02-11","arxiv_id":"2302.05737","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":1,"n_ran_checked":9,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":2,"n_no_contract":7,"n_pointer_only":1,"phrase":"10 ran (of which 1 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 2 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-reparameterized-discrete-diffusion-model#ran","syntology_url":"https://syntology.ai/paper/2302.05737","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.05737"}},"official":{"repos":["hkunlp/reparam-discrete-diffusion"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":1,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/a-large-scale-multilingual-study-of-visual","slug":"a-large-scale-multilingual-study-of-visual","title":"A Large-Scale Multilingual Study of Visual Constraints on Linguistic Selection of Descriptions","date":"2023-02-09","arxiv_id":"2302.04811","repositories_listed":0,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-large-scale-multilingual-study-of-visual#ran","syntology_url":"https://syntology.ai/paper/2302.04811","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.04811"}},"official":null}},{"url":"/paper/what-matters-in-the-structured-pruning-of","slug":"what-matters-in-the-structured-pruning-of","title":"What Matters In The Structured Pruning of Generative Language Models?","date":"2023-02-07","arxiv_id":"2302.03773","repositories_listed":1,"syntology":{"n":8,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/what-matters-in-the-structured-pruning-of#ran","syntology_url":"https://syntology.ai/paper/2302.03773","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.03773"}},"official":{"repos":["huggingface/nn_pruning"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/loft-enhancing-faithfulness-and-diversity-for","slug":"loft-enhancing-faithfulness-and-diversity-for","title":"LoFT: Enhancing Faithfulness and Diversity for Table-to-Text Generation via Logic Form Control","date":"2023-02-06","arxiv_id":"2302.02962","repositories_listed":1,"syntology":{"n":13,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/loft-enhancing-faithfulness-and-diversity-for#ran","syntology_url":"https://syntology.ai/paper/2302.02962","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.02962"}},"official":{"repos":["yale-lily/loft"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/execution-based-code-generation-using-deep","slug":"execution-based-code-generation-using-deep","title":"Execution-based Code Generation using Deep Reinforcement Learning","date":"2023-01-31","arxiv_id":"2301.13816","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/execution-based-code-generation-using-deep#ran","syntology_url":"https://syntology.ai/paper/2301.13816","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.13816"}},"official":{"repos":["reddy-lab-code-research/PPOCoder"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/grounding-language-models-to-images-for","slug":"grounding-language-models-to-images-for","title":"Grounding Language Models to Images for Multimodal Inputs and Outputs","date":"2023-01-31","arxiv_id":"2301.13823","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/grounding-language-models-to-images-for#ran","syntology_url":"https://syntology.ai/paper/2301.13823","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.13823"}},"official":{"repos":["kohjingyu/fromage"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-retrieval-augmented-language","slug":"in-context-retrieval-augmented-language","title":"In-Context Retrieval-Augmented Language Models","date":"2023-01-31","arxiv_id":"2302.00083","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/in-context-retrieval-augmented-language#ran","syntology_url":"https://syntology.ai/paper/2302.00083","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.00083"}},"official":{"repos":["ai21labs/in-context-ralm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/blip-2-bootstrapping-language-image-pre","slug":"blip-2-bootstrapping-language-image-pre","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","date":"2023-01-30","arxiv_id":"2301.12597","repositories_listed":17,"syntology":{"n":8,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/blip-2-bootstrapping-language-image-pre#ran","syntology_url":"https://syntology.ai/paper/2301.12597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.12597"}},"official":{"repos":["salesforce/lavis"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/input-perturbation-reduces-exposure-bias-in","slug":"input-perturbation-reduces-exposure-bias-in","title":"Input Perturbation Reduces Exposure Bias in Diffusion Models","date":"2023-01-27","arxiv_id":"2301.11706","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/input-perturbation-reduces-exposure-bias-in#ran","syntology_url":"https://syntology.ai/paper/2301.11706","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.11706"}},"official":{"repos":["forever208/ddpm-ip"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/textbox-2-0-a-text-generation-library-with","slug":"textbox-2-0-a-text-generation-library-with","title":"TextBox 2.0: A Text Generation Library with Pre-trained Language Models","date":"2022-12-26","arxiv_id":"2212.13005","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/textbox-2-0-a-text-generation-library-with#ran","syntology_url":"https://syntology.ai/paper/2212.13005","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.13005"}},"official":{"repos":["RUCAIBox/TextBox"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/genie-large-scale-pre-training-for-text","slug":"genie-large-scale-pre-training-for-text","title":"Text Generation with Diffusion Language Models: A Pre-training Approach with Continuous Paragraph Denoise","date":"2022-12-22","arxiv_id":"2212.11685","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/genie-large-scale-pre-training-for-text#ran","syntology_url":"https://syntology.ai/paper/2212.11685","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.11685"}},"official":{"repos":["microsoft/ProphetNet"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ganlm-encoder-decoder-pre-training-with-an","slug":"ganlm-encoder-decoder-pre-training-with-an","title":"GanLM: Encoder-Decoder Pre-training with an Auxiliary Discriminator","date":"2022-12-20","arxiv_id":"2212.10218","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ganlm-encoder-decoder-pre-training-with-an#ran","syntology_url":"https://syntology.ai/paper/2212.10218","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10218"}},"official":{"repos":["csjianyang/ganlm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/seqdiffuseq-text-diffusion-with-encoder","slug":"seqdiffuseq-text-diffusion-with-encoder","title":"SeqDiffuSeq: Text Diffusion with Encoder-Decoder Transformers","date":"2022-12-20","arxiv_id":"2212.10325","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/seqdiffuseq-text-diffusion-with-encoder#ran","syntology_url":"https://syntology.ai/paper/2212.10325","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10325"}},"official":{"repos":["yuanhy1997/seqdiffuseq"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/prompt-gating-a-parameter-efficient-tuning","slug":"prompt-gating-a-parameter-efficient-tuning","title":"An Extensible Plug-and-Play Method for Multi-Aspect Controllable Text Generation","date":"2022-12-19","arxiv_id":"2212.09387","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":3,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/prompt-gating-a-parameter-efficient-tuning#ran","syntology_url":"https://syntology.ai/paper/2212.09387","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09387"}},"official":{"repos":["thunlp-mt/promptgating4mctg"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/difformer-empowering-diffusion-model-on","slug":"difformer-empowering-diffusion-model-on","title":"Empowering Diffusion Models on the Embedding Space for Text Generation","date":"2022-12-19","arxiv_id":"2212.09412","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":8,"n_instrument":2,"n_unverified":1,"n_honours":3,"n_violates":0,"n_no_contract":5,"n_pointer_only":9,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 3 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/difformer-empowering-diffusion-model-on#ran","syntology_url":"https://syntology.ai/paper/2212.09412","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09412"}},"official":{"repos":["zhjgao/difformer"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/latent-diffusion-for-language-generation-1","slug":"latent-diffusion-for-language-generation-1","title":"Latent Diffusion for Language Generation","date":"2022-12-19","arxiv_id":"2212.09462","repositories_listed":1,"syntology":{"n":10,"n_ran":10,"n_constructed":1,"n_ran_checked":5,"n_instrument":5,"n_unverified":0,"n_honours":3,"n_violates":1,"n_no_contract":1,"n_pointer_only":0,"phrase":"10 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 3 honoured, 1 violated, 1 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/latent-diffusion-for-language-generation-1#ran","syntology_url":"https://syntology.ai/paper/2212.09462","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09462"}},"official":{"repos":["justinlovelace/latent-diffusion-for-language"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":1,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/citebench-a-benchmark-for-scientific-citation","slug":"citebench-a-benchmark-for-scientific-citation","title":"CiteBench: A benchmark for Scientific Citation Text Generation","date":"2022-12-19","arxiv_id":"2212.09577","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/citebench-a-benchmark-for-scientific-citation#ran","syntology_url":"https://syntology.ai/paper/2212.09577","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09577"}},"official":{"repos":["ukplab/citebench"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/one-embedder-any-task-instruction-finetuned","slug":"one-embedder-any-task-instruction-finetuned","title":"One Embedder, Any Task: Instruction-Finetuned Text Embeddings","date":"2022-12-19","arxiv_id":"2212.09741","repositories_listed":4,"syntology":{"n":20,"n_ran":17,"n_constructed":0,"n_ran_checked":15,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":2,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/one-embedder-any-task-instruction-finetuned#ran","syntology_url":"https://syntology.ai/paper/2212.09741","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09741"}},"official":{"repos":["HKUNLP/instructor-embedding"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":15,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/roscoe-a-suite-of-metrics-for-scoring-step-by","slug":"roscoe-a-suite-of-metrics-for-scoring-step-by","title":"ROSCOE: A Suite of Metrics for Scoring Step-by-Step Reasoning","date":"2022-12-15","arxiv_id":"2212.07919","repositories_listed":1,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":9,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/roscoe-a-suite-of-metrics-for-scoring-step-by#ran","syntology_url":"https://syntology.ai/paper/2212.07919","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.07919"}},"official":{"repos":["facebookresearch/ParlAI"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/efficient-long-sequence-modeling-via-state","slug":"efficient-long-sequence-modeling-via-state","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","date":"2022-12-15","arxiv_id":"2212.08136","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/efficient-long-sequence-modeling-via-state#ran","syntology_url":"https://syntology.ai/paper/2212.08136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.08136"}},"official":{"repos":["microsoft/efficientlongsequencemodeling"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/diffusionbert-improving-generative-masked","slug":"diffusionbert-improving-generative-masked","title":"DiffusionBERT: Improving Generative Masked Language Models with Diffusion Models","date":"2022-11-28","arxiv_id":"2211.15029","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/diffusionbert-improving-generative-masked#ran","syntology_url":"https://syntology.ai/paper/2211.15029","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.15029"}},"official":{"repos":["hzfinfdu/diffusion-bert"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/an-empirical-study-on-contrastive-search-and","slug":"an-empirical-study-on-contrastive-search-and","title":"An Empirical Study On Contrastive Search And Contrastive Decoding For Open-ended Text Generation","date":"2022-11-19","arxiv_id":"2211.10797","repositories_listed":3,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":0,"n_instrument":9,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 9 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-empirical-study-on-contrastive-search-and#ran","syntology_url":"https://syntology.ai/paper/2211.10797","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.10797"}},"official":{"repos":["yxuansu/contrastive_search_versus_contrastive_decoding"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/cells-a-parallel-corpus-for-biomedical-lay","slug":"cells-a-parallel-corpus-for-biomedical-lay","title":"Retrieval augmentation of large language models for lay language generation","date":"2022-11-07","arxiv_id":"2211.03818","repositories_listed":1,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/cells-a-parallel-corpus-for-biomedical-lay#ran","syntology_url":"https://syntology.ai/paper/2211.03818","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.03818"}},"official":{"repos":["linguisticanomalies/pls_retrieval"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/contrastive-decoding-open-ended-text","slug":"contrastive-decoding-open-ended-text","title":"Contrastive Decoding: Open-ended Text Generation as Optimization","date":"2022-10-27","arxiv_id":"2210.15097","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/contrastive-decoding-open-ended-text#ran","syntology_url":"https://syntology.ai/paper/2210.15097","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.15097"}},"official":{"repos":["xiangli1999/contrastivedecoding"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/mocha-a-multi-task-training-approach-for","slug":"mocha-a-multi-task-training-approach-for","title":"MOCHA: A Multi-Task Training Approach for Coherent Text Generation from Cognitive Perspective","date":"2022-10-26","arxiv_id":"2210.14650","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":2,"n_ran_checked":3,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":6,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mocha-a-multi-task-training-approach-for#ran","syntology_url":"https://syntology.ai/paper/2210.14650","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.14650"}},"official":{"repos":["derekkk/mocha-emnlp22"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/contrastive-search-is-what-you-need-for","slug":"contrastive-search-is-what-you-need-for","title":"Contrastive Search Is What You Need For Neural Text Generation","date":"2022-10-25","arxiv_id":"2210.14140","repositories_listed":3,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":3,"n_instrument":6,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/contrastive-search-is-what-you-need-for#ran","syntology_url":"https://syntology.ai/paper/2210.14140","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.14140"}},"official":{"repos":["yxuansu/contrastive_search_is_what_you_need"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/synthetic-text-generation-with-differential","slug":"synthetic-text-generation-with-differential","title":"Synthetic Text Generation with Differential Privacy: A Simple and Practical Recipe","date":"2022-10-25","arxiv_id":"2210.14348","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/synthetic-text-generation-with-differential#ran","syntology_url":"https://syntology.ai/paper/2210.14348","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.14348"}},"official":{"repos":["microsoft/dp-transformers"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/reastap-injecting-table-reasoning-skills","slug":"reastap-injecting-table-reasoning-skills","title":"ReasTAP: Injecting Table Reasoning Skills During Pre-training via Synthetic Reasoning Examples","date":"2022-10-22","arxiv_id":"2210.12374","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/reastap-injecting-table-reasoning-skills#ran","syntology_url":"https://syntology.ai/paper/2210.12374","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.12374"}},"official":{"repos":["yale-lily/reastap"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/teacher-forcing-recovers-reward-functions-for","slug":"teacher-forcing-recovers-reward-functions-for","title":"Teacher Forcing Recovers Reward Functions for Text Generation","date":"2022-10-17","arxiv_id":"2210.08708","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/teacher-forcing-recovers-reward-functions-for#ran","syntology_url":"https://syntology.ai/paper/2210.08708","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.08708"}},"official":{"repos":["manga-uofa/lmreward"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/attributed-text-generation-via-post-hoc","slug":"attributed-text-generation-via-post-hoc","title":"RARR: Researching and Revising What Language Models Say, Using Language Models","date":"2022-10-17","arxiv_id":"2210.08726","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/attributed-text-generation-via-post-hoc#ran","syntology_url":"https://syntology.ai/paper/2210.08726","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.08726"}},"official":{"repos":["anthonywchen/rarr"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/diffuseq-sequence-to-sequence-text-generation","slug":"diffuseq-sequence-to-sequence-text-generation","title":"DiffuSeq: Sequence to Sequence Text Generation with Diffusion Models","date":"2022-10-17","arxiv_id":"2210.08933","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/diffuseq-sequence-to-sequence-text-generation#ran","syntology_url":"https://syntology.ai/paper/2210.08933","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.08933"}},"official":{"repos":["Shark-NLP/DiffuSeq"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bertscore-is-unfair-on-social-bias-in","slug":"bertscore-is-unfair-on-social-bias-in","title":"BERTScore is Unfair: On Social Bias in Language Model-Based Metrics for Text Generation","date":"2022-10-14","arxiv_id":"2210.07626","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bertscore-is-unfair-on-social-bias-in#ran","syntology_url":"https://syntology.ai/paper/2210.07626","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.07626"}},"official":{"repos":["txsun1997/metric-fairness"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/language-model-decoding-as-likelihood-utility","slug":"language-model-decoding-as-likelihood-utility","title":"Language Model Decoding as Likelihood-Utility Alignment","date":"2022-10-13","arxiv_id":"2210.07228","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/language-model-decoding-as-likelihood-utility#ran","syntology_url":"https://syntology.ai/paper/2210.07228","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.07228"}},"official":{"repos":["epfl-dlab/understanding-decoding"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}}],"record_sha256":"9f38b927dad0f2249ec557c6211b3f8fbb5baab89bdc2df1e7c363b949f3b470","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}