{"url":"/dataset/nlc2cmd","name":"NLC2CMD","full_name":null,"description_markdown":"The NLC2CMD Competition hosted at NeurIPS 2020 aimed to bring the power of natural\r\nlanguage processing to the command line. Participants were tasked with building models\r\nthat can transform descriptions of command line tasks in English to their Bash syntax.","description_withheld":null,"homepage":"https://nlc2cmd.us-east.mybluemix.net/#/","introduced_date":"2021-03-03","introduced_date_note":null,"introduced_by":{"paper":"/paper/neurips-2020-nlc2cmd-competition-translating","title":"NeurIPS 2020 NLC2CMD Competition: Translating Natural Language to Bash Commands","first_author":"Mayank Agarwal","url":null},"license":null,"modalities":[],"tasks":[{"name":"Machine Translation","url":"/task/machine-translation","datasets_with_task":"/datasets/task/machine-translation"},{"name":"Code Translation","url":"/task/code-translation","datasets_with_task":"/datasets/task/code-translation"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["NLC2CMD"],"data_loaders":[{"repo":"https://github.com/magnumresearchgroup/bash_gen","url":"https://github.com/magnumresearchgroup/bash_gen","frameworks":[]}],"num_papers_in_archive":8,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/code-translation-on-nlc2cmd","task":"Code Translation","dataset_variant":"NLC2CMD","rows":2,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"ChatGPT","paper":"/paper/nl2cmd-an-updated-workflow-for-natural","metrics":{"Accuracy":"0.806"},"code_links":[{"title":"magnumresearchgroup/magnum-nlc2cmd","url":"https://github.com/magnumresearchgroup/magnum-nlc2cmd"},{"title":"magnumresearchgroup/bash_gen","url":"https://github.com/magnumresearchgroup/bash_gen"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/nl2cmd-an-updated-workflow-for-natural","title":"NL2CMD: An Updated Workflow for Natural Language to Bash Commands Translation","date":"2023-02-15","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/a-transformer-based-approach-for-translating","title":"A Transformer-based Approach for Translating Natural Language to Bash Commands","date":"2021-12-14","rows_on_this_dataset":1,"code_links":1,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}