{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2603-10371","title":"Speech Codec Probing from Semantic and Phonetic Perspectives","arxiv_id":"2603.10371","date":"2026-03-11","proceeding":null,"authors":["Xuan Shi","Chang Zeng","Tiantian Feng","Shih-Heng Wang","Jianbo Ma","Shrikanth Narayanan"],"abstract":"Speech tokenizers are essential for connecting speech to large language models (LLMs) in multimodal systems. Speech tokenizers are expected to preserve both semantic and acoustic information for downstream understanding and generation tasks. However, emerging evidence suggests that the term \"semantic\" in speech processing does not align with linguistic lexical-semantic, leading to a mismatch between speech and text modality. In this paper, we systematically analyze the information encoded by several widely used speech tokenizers, evaluating their lexical-semantic and phonetic content through three tasks. Our results show that current tokenizers primarily capture phonetic rather than lexical-semantic structure, deriving practical implications for the design of next-generation speech tokenization methods. Code is released to public at https://github.com/Alexuan/codec_probing_release.","url_abs":"https://arxiv.org/abs/2603.10371","url_pdf":"https://arxiv.org/pdf/2603.10371","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2603.10371","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2603.10371"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/Alexuan/codec_probing_release","reach":null}],"summary":{"unverified":8},"by_repo_kind":{"found_in_text":{"samples":8,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"2b0743840ba0eaa1","entry":"cka_with_baseline","repo":"Alexuan/codec_probing_release","repo_kind":"found_in_text","path":"src/analysis/cka.py","file_url":"https://github.com/Alexuan/codec_probing_release/blob/HEAD/src/analysis/cka.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2b0743840ba0eaa1"}},{"code_sha256_prefix":"a49f5fea21b4069b","entry":"gs_orthonormalize","repo":"Alexuan/codec_probing_release","repo_kind":"found_in_text","path":"src/analysis/pwcca.py","file_url":"https://github.com/Alexuan/codec_probing_release/blob/HEAD/src/analysis/pwcca.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a49f5fea21b4069b"}},{"code_sha256_prefix":"9596e6eafc2fd9fd","entry":"linear_cka","repo":"Alexuan/codec_probing_release","repo_kind":"found_in_text","path":"src/analysis/cka.py","file_url":"https://github.com/Alexuan/codec_probing_release/blob/HEAD/src/analysis/cka.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9596e6eafc2fd9fd"}},{"code_sha256_prefix":"cb3f65ec93637406","entry":"pair_layer_distances","repo":"Alexuan/codec_probing_release","repo_kind":"found_in_text","path":"src/analysis/extract.py","file_url":"https://github.com/Alexuan/codec_probing_release/blob/HEAD/src/analysis/extract.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"cb3f65ec93637406"}},{"code_sha256_prefix":"4b43b4c80e6f6458","entry":"plot_similarity","repo":"Alexuan/codec_probing_release","repo_kind":"found_in_text","path":"src/analysis/runner.py","file_url":"https://github.com/Alexuan/codec_probing_release/blob/HEAD/src/analysis/runner.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4b43b4c80e6f6458"}},{"code_sha256_prefix":"53fe687171e99f68","entry":"positivedef_matrix_sqrt","repo":"Alexuan/codec_probing_release","repo_kind":"found_in_text","path":"src/analysis/pwcca.py","file_url":"https://github.com/Alexuan/codec_probing_release/blob/HEAD/src/analysis/pwcca.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"53fe687171e99f68"}},{"code_sha256_prefix":"880e72989d8e193b","entry":"remove_small","repo":"Alexuan/codec_probing_release","repo_kind":"found_in_text","path":"src/analysis/pwcca.py","file_url":"https://github.com/Alexuan/codec_probing_release/blob/HEAD/src/analysis/pwcca.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"880e72989d8e193b"}},{"code_sha256_prefix":"9fbd803090452e9a","entry":"rsa_similarity","repo":"Alexuan/codec_probing_release","repo_kind":"found_in_text","path":"src/analysis/rsa.py","file_url":"https://github.com/Alexuan/codec_probing_release/blob/HEAD/src/analysis/rsa.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9fbd803090452e9a"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}