{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2605-28438","title":"Breaking the Script Barrier: Enabling Automatic Alignment for PoS-based ASR Error Analysis in Non-Latin Scripts","arxiv_id":"2605.28438","date":"2026-05-27","proceeding":null,"authors":["Prasenjit K Mudi","Dahlia Devapriya","Sheetal Kalyani"],"abstract":"Automatic Speech Recognition (ASR) systems are commonly evaluated using aggregate metrics such as Word Error Rate (WER), which do not capture the linguistic structure of errors. Fine-grained analysis, such as Part-of-Speech (PoS)-wise error characterization, requires accurate alignment between ASR hypotheses and reference transcriptions. However, existing alignment tools are often unreliable for languages written in non-Latin scripts. In this work, we address this gap by proposing a robust, automated, language-agnostic alignment mechanism applicable across ASR architectures and across languages written in both Latin and non-Latin scripts. This enables consistent alignment of hypotheses, references, and evaluation sequences, forming the basis for downstream linguistic analysis. Building on this, we employ standard PoS taggers to perform scalable and reproducible PoS-wise error analysis. Notably, we perform alignment and downstream ASR error analysis across three major segmented writing systems, namely, Abugida (Tamil, Hindi, Kannada), Alphabetic (English, Russian, Greek), and Abjad (Arabic). We further demonstrate how such error information can be leveraged during ASR training to improve metrics such as WER.","url_abs":"https://arxiv.org/abs/2605.28438","url_pdf":"https://arxiv.org/pdf/2605.28438","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2605.28438","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2605.28438"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/explosion/spaCy","reach":null},{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/CAMeL-Lab/camel_tools","reach":null},{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/nlpaueb/gr-nlp-toolkit","reach":null}],"summary":{"ran":3,"unverified":6},"by_repo_kind":{"found_in_text":{"samples":9,"ran":3,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"9c1fa8d5de7d3c32","entry":"create_mask_from_length","repo":"nlpaueb/gr-nlp-toolkit","repo_kind":"found_in_text","path":"gr_nlp_toolkit/models/util.py","file_url":"https://github.com/nlpaueb/gr-nlp-toolkit/blob/HEAD/gr_nlp_toolkit/models/util.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9c1fa8d5de7d3c32"}},{"code_sha256_prefix":"0f438328327f7e17","entry":"open_files","repo":"CAMeL-Lab/camel_tools","repo_kind":"found_in_text","path":"camel_tools/cli/utils.py","file_url":"https://github.com/CAMeL-Lab/camel_tools/blob/HEAD/camel_tools/cli/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0f438328327f7e17"}},{"code_sha256_prefix":"b0af9187f5cd3a31","entry":"score_analysis_uniform","repo":"CAMeL-Lab/camel_tools","repo_kind":"found_in_text","path":"camel_tools/disambig/score_function.py","file_url":"https://github.com/CAMeL-Lab/camel_tools/blob/HEAD/camel_tools/disambig/score_function.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b0af9187f5cd3a31"}},{"code_sha256_prefix":"1252ef03854b3f83","entry":"label_to_city","repo":"CAMeL-Lab/camel_tools","repo_kind":"found_in_text","path":"camel_tools/dialectid/model26.py","file_url":"https://github.com/CAMeL-Lab/camel_tools/blob/HEAD/camel_tools/dialectid/model26.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1252ef03854b3f83"}},{"code_sha256_prefix":"400567478f26dfd3","entry":"label_to_city","repo":"CAMeL-Lab/camel_tools","repo_kind":"found_in_text","path":"camel_tools/dialectid/model6.py","file_url":"https://github.com/CAMeL-Lab/camel_tools/blob/HEAD/camel_tools/dialectid/model6.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"400567478f26dfd3"}},{"code_sha256_prefix":"f8f2e233ed722371","entry":"label_to_country","repo":"CAMeL-Lab/camel_tools","repo_kind":"found_in_text","path":"camel_tools/dialectid/model26.py","file_url":"https://github.com/CAMeL-Lab/camel_tools/blob/HEAD/camel_tools/dialectid/model26.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f8f2e233ed722371"}},{"code_sha256_prefix":"af7e692bbf44f622","entry":"label_to_country","repo":"CAMeL-Lab/camel_tools","repo_kind":"found_in_text","path":"camel_tools/dialectid/model6.py","file_url":"https://github.com/CAMeL-Lab/camel_tools/blob/HEAD/camel_tools/dialectid/model6.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"af7e692bbf44f622"}},{"code_sha256_prefix":"690598ce400018cd","entry":"label_to_region","repo":"CAMeL-Lab/camel_tools","repo_kind":"found_in_text","path":"camel_tools/dialectid/model26.py","file_url":"https://github.com/CAMeL-Lab/camel_tools/blob/HEAD/camel_tools/dialectid/model26.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"690598ce400018cd"}},{"code_sha256_prefix":"ac077364c02db7e6","entry":"label_to_region","repo":"CAMeL-Lab/camel_tools","repo_kind":"found_in_text","path":"camel_tools/dialectid/model6.py","file_url":"https://github.com/CAMeL-Lab/camel_tools/blob/HEAD/camel_tools/dialectid/model6.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ac077364c02db7e6"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}