{"url":"/dataset/tiq","name":"TIQ","full_name":null,"description_markdown":"Existing benchmarks for temporal QA focus on a single information source (either a KB or a text corpus), and include only few questions with implicit constraints. we devise a new method for automatically creating temporal questions with implicit constraints, with systematic controllability of different aspects, including the relative importance of different source types (text, infoboxes, KB), fractions of prominent vs. long-tail entities, question complexity, and more.","description_withheld":null,"homepage":"https://faith.mpi-inf.mpg.de/","introduced_date":"2024-02-23","introduced_date_note":null,"introduced_by":{"paper":"/paper/faithful-temporal-question-answering-over","title":"Faithful Temporal Question Answering over Heterogeneous Sources","first_author":"Zhen Jia","url":null},"license":null,"modalities":[],"tasks":[{"name":"Question Answering","url":"/task/question-answering","datasets_with_task":"/datasets/task/question-answering"}],"languages":[],"variants":["TIQ"],"data_loaders":[],"num_papers_in_archive":11,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/question-answering-on-tiq","task":"Question Answering","dataset_variant":"TIQ","rows":9,"metrics":["P@1"],"first_row_in_archive_order":{"model":"FAITH","paper":"/paper/faithful-temporal-question-answering-over","metrics":{"P@1":"49.1"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/faithful-temporal-question-answering-over","title":"Faithful Temporal Question Answering over Heterogeneous Sources","date":"2024-02-23","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/explainable-conversational-question-answering","title":"Explainable Conversational Question Answering over Heterogeneous Sources via Iterative Graph Neural Networks","date":"2023-05-02","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/gpt-4-technical-report-1","title":"GPT-4 Technical Report","date":"2023-03-15","rows_on_this_dataset":1,"code_links":11,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":5,"samples_ran":2,"samples_unverified":3,"pointer_only_for_licence":1,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/training-language-models-to-follow","title":"Training language models to follow instructions with human feedback","date":"2022-03-04","rows_on_this_dataset":1,"code_links":11,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":4,"samples_ran":0,"samples_unverified":4,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/tempoqr-temporal-question-reasoning-over","title":"TempoQR: Temporal Question Reasoning over Knowledge Graphs","date":"2021-12-10","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/complex-temporal-question-answering-on","title":"Complex Temporal Question Answering on Knowledge Graphs","date":"2021-09-18","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/uniqorn-unified-question-answering-over-rdf","title":"UNIQORN: Unified Question Answering over RDF Knowledge Graphs and Natural Language Text","date":"2021-08-19","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/question-answering-over-temporal-knowledge","title":"Question Answering Over Temporal Knowledge Graphs","date":"2021-06-03","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":2,"samples_ran":0,"samples_unverified":2,"pointer_only_for_licence":1,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/unified-open-domain-question-answering-with","title":"UniK-QA: Unified Representations of Structured and Unstructured Knowledge for Open-Domain Question Answering","date":"2020-12-29","rows_on_this_dataset":1,"code_links":1,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":3,"samples_harvested":11,"samples_ran":2,"samples_unverified":9,"pointer_only_for_licence":2,"papers_with_no_sample_that_ran":2,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}