{"url":"/dataset/kcif","name":"KCIF","full_name":"Knowledge Conditioned Instruction Following (KCIF)","description_markdown":"KCIF is a benchmark for evaluating the instruction-following capabilities of Large Language Models (LLM). We adapt existing knowledge benchmarks and augment them with instructions that are a) conditional on correctly answering the knowledge task or b) use the space of candidate options in multiple-choice knowledge-answering tasks. KCIF allows us to study model characteristics, such as their change in performance on the knowledge tasks in the presence of answer-modifying instructions and distractor instructions.","description_withheld":null,"homepage":"https://www.kaggle.com/datasets/rudramurthy/knowledge-conditioned-instruction-following-kcif","introduced_date":"2025-05-23","introduced_date_note":null,"introduced_by":{"paper":"/paper/evaluating-the-instruction-following","title":"Evaluating the Instruction-following Abilities of Language Models using Knowledge Tasks","first_author":"Rudra Murthy","url":null},"license":{"name":"Others","url":null},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["KCIF"],"data_loaders":[],"num_papers_in_archive":1,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[],"papers_with_a_benchmark_row":[],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}