{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2605-16843","title":"RTI-Bench: A Structured Dataset for Indian Right-to-Information Decision Analysis","arxiv_id":"2605.16843","date":"2026-05-16","proceeding":null,"authors":["Joy Bose"],"abstract":"India's Right to Information Act, 2005 gives every citizen the right to demand information from public authorities, yet in practice most people cannot make sense of the dense administrative language used in Central Information Commission (CIC) decisions, let alone predict whether an appeal is worth filing. This paper introduces RTI-Bench, a structured dataset of CIC decisions with outcome labels, exemption citations, IRAC-style reasoning components, and procedural timelines. To the best of our knowledge it is the first publicly released structured dataset for Indian RTI administrative decisions. The dataset draws from two sources: 1,218 cases from a publicly available instruction-response corpus (with structured fields added through rule-based extraction), and 298 CIC decision PDFs collected directly from the Commission portal, spanning five commissioners and three document format generations from 2023 to 2026. Label coverage reaches 89% on the instruction-response corpus. For the PDF subset of 239 primary decisions, coverage is 51% in this first release. A random sample of 50 labelled cases was manually reviewed, yielding a label precision of 95.3%. A zero-shot Mistral 7B baseline on 100 cases gives 57.3% accuracy and 37.0% macro-F1 on outcome prediction, well above the majority-class baseline of 14.3% macro-F1. RTI-Bench is available at https://huggingface.co/datasets/joyboseroy/rti-bench","url_abs":"https://arxiv.org/abs/2605.16843","url_pdf":"https://arxiv.org/pdf/2605.16843","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":null,"mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2605.16843"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/joyboseroy/rti-bench","reach":null}],"summary":{"ran_draft_wrong":14,"ran_honours":1,"unverified":1},"by_repo_kind":{"found_in_text":{"samples":16,"ran":15,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"00a9fbc81f74bcf6","entry":"detect_format","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"00a9fbc81f74bcf6"}},{"code_sha256_prefix":"f80007a18879d6a0","entry":"detect_subtype","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f80007a18879d6a0"}},{"code_sha256_prefix":"59f02ba6d12eb9a9","entry":"extract_appellant_2026","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"59f02ba6d12eb9a9"}},{"code_sha256_prefix":"b91bf56ec48c37f0","entry":"extract_application","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b91bf56ec48c37f0"}},{"code_sha256_prefix":"463a493584c7dd66","entry":"extract_case_no","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"463a493584c7dd66"}},{"code_sha256_prefix":"4da72d17cac5e8ed","entry":"extract_commissioner","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4da72d17cac5e8ed"}},{"code_sha256_prefix":"d9d31246b83b95b7","entry":"extract_conclusion","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d9d31246b83b95b7"}},{"code_sha256_prefix":"1e2e79f0cc5c16a0","entry":"extract_date_signed","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1e2e79f0cc5c16a0"}},{"code_sha256_prefix":"572080d192397b92","entry":"extract_exemptions","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"572080d192397b92"}},{"code_sha256_prefix":"b98506dcec745e66","entry":"extract_issue","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b98506dcec745e66"}},{"code_sha256_prefix":"7f4b8b938b2f5bd6","entry":"extract_penalty_amount","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7f4b8b938b2f5bd6"}},{"code_sha256_prefix":"f82b9de43fe13fd1","entry":"extract_public_authority_2023","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f82b9de43fe13fd1"}},{"code_sha256_prefix":"f7ce3dd4690636d5","entry":"extract_public_authority_2026","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f7ce3dd4690636d5"}},{"code_sha256_prefix":"e71469dce14f8c36","entry":"extract_timeline","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e71469dce14f8c36"}},{"code_sha256_prefix":"b13e26c4eeaffdd7","entry":"outcome_from_conclusion","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b13e26c4eeaffdd7"}},{"code_sha256_prefix":"67c1faa4ce7ef4b3","entry":"process_file","repo":"joyboseroy/rti-bench","repo_kind":"found_in_text","path":"pipeline/extract_cic_pdfs_v4.py","file_url":"https://github.com/joyboseroy/rti-bench/blob/HEAD/pipeline/extract_cic_pdfs_v4.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"67c1faa4ce7ef4b3"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}