{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2602-09444","title":"Conceptual Cultural Index: A Metric for Cultural Specificity via Relative Generality","arxiv_id":"2602.09444","date":"2026-02-10","proceeding":null,"authors":["Takumi Ohashi","Hitoshi Iyatomi"],"abstract":"Large language models (LLMs) are increasingly deployed in multicultural settings; however, systematic evaluation of cultural specificity at the sentence level remains underexplored. We propose the Conceptual Cultural Index (CCI), which estimates cultural specificity at the sentence level. CCI is defined as the difference between the generality estimate within the target culture and the average generality estimate across other cultures. This formulation enables users to operationally control the scope of culture via comparison settings and provides interpretability, since the score derives from the underlying generality estimates. We validate CCI on 400 sentences (200 culture-specific and 200 general), and the resulting score distribution exhibits the anticipated pattern: higher for culture-specific sentences and lower for general ones. For binary separability, CCI outperforms direct LLM scoring, yielding more than a 10-point improvement in AUC for models specialized to the target culture. Our code is available at https://github.com/IyatomiLab/CCI .","url_abs":"https://arxiv.org/abs/2602.09444","url_pdf":"https://arxiv.org/pdf/2602.09444","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2602.09444","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2602.09444"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/IyatomiLab/CCI","reach":null}],"summary":{"ran":1,"ran_draft_wrong":1,"ran_honours":3,"unverified":3},"by_repo_kind":{"found_in_text":{"samples":8,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":8,"samples":[{"code_sha256_prefix":"eab98e61897f3ac0","entry":"LLMConfig","repo":"IyatomiLab/CCI","repo_kind":"found_in_text","path":"cci/cci.py","file_url":"https://github.com/IyatomiLab/CCI/blob/HEAD/cci/cci.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"eab98e61897f3ac0"}},{"code_sha256_prefix":"f288c212e6dfe64e","entry":"_extract_json","repo":"IyatomiLab/CCI","repo_kind":"found_in_text","path":"cci/cci.py","file_url":"https://github.com/IyatomiLab/CCI/blob/HEAD/cci/cci.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f288c212e6dfe64e"}},{"code_sha256_prefix":"0946089e8fba9c04","entry":"_nanmean","repo":"IyatomiLab/CCI","repo_kind":"found_in_text","path":"cci/cci.py","file_url":"https://github.com/IyatomiLab/CCI/blob/HEAD/cci/cci.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0946089e8fba9c04"}},{"code_sha256_prefix":"860045f7e1908faf","entry":"_safe_float_01","repo":"IyatomiLab/CCI","repo_kind":"found_in_text","path":"cci/cci.py","file_url":"https://github.com/IyatomiLab/CCI/blob/HEAD/cci/cci.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"860045f7e1908faf"}},{"code_sha256_prefix":"136701b5a361d3c1","entry":"_to_valid_float","repo":"IyatomiLab/CCI","repo_kind":"found_in_text","path":"cci/cci.py","file_url":"https://github.com/IyatomiLab/CCI/blob/HEAD/cci/cci.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"136701b5a361d3c1"}},{"code_sha256_prefix":"e3541bce14cf9330","entry":"GeneralityScorer","repo":"IyatomiLab/CCI","repo_kind":"found_in_text","path":"cci/cci.py","file_url":"https://github.com/IyatomiLab/CCI/blob/HEAD/cci/cci.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e3541bce14cf9330"}},{"code_sha256_prefix":"594b99ed5bde2b37","entry":"LLMClient","repo":"IyatomiLab/CCI","repo_kind":"found_in_text","path":"cci/cci.py","file_url":"https://github.com/IyatomiLab/CCI/blob/HEAD/cci/cci.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"594b99ed5bde2b37"}},{"code_sha256_prefix":"a4a518ceda8a4ccf","entry":"compute_cci","repo":"IyatomiLab/CCI","repo_kind":"found_in_text","path":"cci/cci.py","file_url":"https://github.com/IyatomiLab/CCI/blob/HEAD/cci/cci.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a4a518ceda8a4ccf"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}