{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2601-14046","title":"PRiSM: Benchmarking Phone Realization in Speech Models","arxiv_id":"2601.14046","date":"2026-01-20","proceeding":null,"authors":["Shikhar Bharadwaj","Chin-Jou Li","Yoonjae Kim","Kwanghee Choi","Eunjung Yeo","Ryan Soh-Eun Shim","Hanyu Zhou","Brendon Boldt","Karen Rosero Jacome","Kalvin Chang","Darsh Agrawal","Keer Xu","Chao-Han Huck Yang","Jian Zhu","Shinji Watanabe","David R. Mortensen"],"abstract":"Phone recognition (PR) serves as the atomic interface for language-agnostic modeling for cross-lingual speech processing and phonetic analysis. Despite prolonged efforts in developing PR systems, current evaluations only measure surface-level transcription accuracy. We introduce PRiSM, the first open-source benchmark designed to expose blind spots in phonetic perception through intrinsic and extrinsic evaluation of PR systems. PRiSM standardizes transcription-based evaluation and assesses downstream utility in clinical, educational, and multilingual settings with transcription and representation probes. We find that diverse language exposure during training is key to PR performance, encoder-CTC models are the most stable, and specialized PR models still outperform Large Audio Language Models. PRiSM releases code, recipes, and datasets to move the field toward multilingual speech models with robust phonetic ability: https://github.com/changelinglab/prism.","url_abs":"https://arxiv.org/abs/2601.14046","url_pdf":"https://arxiv.org/pdf/2601.14046","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2601.14046","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2601.14046"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/changelinglab/prism","reach":null}],"summary":{"unverified":10},"by_repo_kind":{"found_in_text":{"samples":10,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":10,"samples":[{"code_sha256_prefix":"7e858b38e11d697d","entry":"default_encoder","repo":"changelinglab/prism","repo_kind":"found_in_text","path":"src/core/distributed_inference.py","file_url":"https://github.com/changelinglab/prism/blob/HEAD/src/core/distributed_inference.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7e858b38e11d697d"}},{"code_sha256_prefix":"8b75f1062f478355","entry":"download_hf_snapshot","repo":"changelinglab/prism","repo_kind":"found_in_text","path":"src/core/utils.py","file_url":"https://github.com/changelinglab/prism/blob/HEAD/src/core/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8b75f1062f478355"}},{"code_sha256_prefix":"3c5bcd27418e9e55","entry":"filter_test_split","repo":"changelinglab/prism","repo_kind":"found_in_text","path":"src/metrics/zeroshot_eval.py","file_url":"https://github.com/changelinglab/prism/blob/HEAD/src/metrics/zeroshot_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3c5bcd27418e9e55"}},{"code_sha256_prefix":"a7571d52d1339422","entry":"get_dataset_from_cfg","repo":"changelinglab/prism","repo_kind":"found_in_text","path":"src/core/distributed_inference.py","file_url":"https://github.com/changelinglab/prism/blob/HEAD/src/core/distributed_inference.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a7571d52d1339422"}},{"code_sha256_prefix":"cfb34a312169f499","entry":"latlon_to_xyz","repo":"changelinglab/prism","repo_kind":"found_in_text","path":"src/metrics/naive_baseline.py","file_url":"https://github.com/changelinglab/prism/blob/HEAD/src/metrics/naive_baseline.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cfb34a312169f499"}},{"code_sha256_prefix":"e7cd548d1f3164bd","entry":"load_predictions","repo":"changelinglab/prism","repo_kind":"found_in_text","path":"src/metrics/zeroshot_eval.py","file_url":"https://github.com/changelinglab/prism/blob/HEAD/src/metrics/zeroshot_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e7cd548d1f3164bd"}},{"code_sha256_prefix":"a716978cfdd5450d","entry":"load_records","repo":"changelinglab/prism","repo_kind":"found_in_text","path":"src/metrics/naive_baseline.py","file_url":"https://github.com/changelinglab/prism/blob/HEAD/src/metrics/naive_baseline.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a716978cfdd5450d"}},{"code_sha256_prefix":"734523d37e9018b0","entry":"normalize_record","repo":"changelinglab/prism","repo_kind":"found_in_text","path":"src/metrics/naive_baseline.py","file_url":"https://github.com/changelinglab/prism/blob/HEAD/src/metrics/naive_baseline.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"734523d37e9018b0"}},{"code_sha256_prefix":"51420cea1442aab9","entry":"normalize_record","repo":"changelinglab/prism","repo_kind":"found_in_text","path":"src/metrics/zeroshot_eval.py","file_url":"https://github.com/changelinglab/prism/blob/HEAD/src/metrics/zeroshot_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"51420cea1442aab9"}},{"code_sha256_prefix":"d587b0be287faa5d","entry":"work_chunk_","repo":"changelinglab/prism","repo_kind":"found_in_text","path":"src/core/distributed_inference.py","file_url":"https://github.com/changelinglab/prism/blob/HEAD/src/core/distributed_inference.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d587b0be287faa5d"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}