{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2602-10230","title":"Encode Once, Decode Never: Reusing Audio LM Internals for Efficient Temporal Localization","arxiv_id":"2602.10230","date":"2026-02-10","proceeding":null,"authors":["Joseph An","Phillip Keung","Jiaqi Wang","Orevaoghene Ahia","Noah A. Smith"],"abstract":"Audio language models process input audio into rich frame-level representations, but the standard approach to temporal localization generates timestamps as sequences of text tokens, which discards the frame-level representations in favor of autoregressive decoding. However, generating timestamps as tokens is slow and not parallelizable, and tends to hallucinate when producing timestamps outside the training distribution. We propose internal frame-level reuse, a method that trains audio LMs to reuse their own internal audio representations for temporal localization directly, bypassing token generation altogether. We introduce a lightweight prediction head trained via different frame-level objectives: a binary frame classifier and a novel inhomogeneous Poisson process (IHP) loss that models temporal event intensity. Across word localization, speaker diarization, and event localization tasks, our approach can achieve a >50x inference speedup over token-based generation and demonstrates robust length generalization, maintaining high accuracy on out-of-distribution audio durations where token-based models collapse completely. We find that reusing audio frame-level representations yields localization accuracies comparable to (and often better than) finetuned token-based baselines.","url_abs":"https://arxiv.org/abs/2602.10230","url_pdf":"https://arxiv.org/pdf/2602.10230","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2602.10230","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2602.10230"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/inkitori/taudio","reach":null}],"summary":{"ran":4,"ran_draft_wrong":5,"ran_honours":4,"ran_violates":1,"ran_fixture":3,"unverified":4},"by_repo_kind":{"found_in_text":{"samples":21,"ran":17,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":21,"samples":[{"code_sha256_prefix":"81676fd73d0e1b13","entry":"AudioSetAdapter","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"81676fd73d0e1b13"}},{"code_sha256_prefix":"02640df740c50b71","entry":"BaseModelAdapter","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"02640df740c50b71"}},{"code_sha256_prefix":"dbb288467f7809f4","entry":"LibriCountAdapter","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"dbb288467f7809f4"}},{"code_sha256_prefix":"f23c6738e2a45fbd","entry":"LibriSpeechAdapter","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f23c6738e2a45fbd"}},{"code_sha256_prefix":"8766a98a82c6105f","entry":"_collate_inputs","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8766a98a82c6105f"}},{"code_sha256_prefix":"5d710610fe8172c9","entry":"beta_medians","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5d710610fe8172c9"}},{"code_sha256_prefix":"768c86dee853b804","entry":"clamp","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"768c86dee853b804"}},{"code_sha256_prefix":"17e86a6b43f50e26","entry":"compute_log_scores","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"17e86a6b43f50e26"}},{"code_sha256_prefix":"16d771aa5c2a3729","entry":"compute_matching_metrics","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"16d771aa5c2a3729"}},{"code_sha256_prefix":"63ef9e57a3b96cea","entry":"get_beta_mode_fraction","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"63ef9e57a3b96cea"}},{"code_sha256_prefix":"9937e9ea3270c248","entry":"poisson_loss","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9937e9ea3270c248"}},{"code_sha256_prefix":"00a630d6501b49ff","entry":"posterior_mode_inhomogeneous_poisson","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"00a630d6501b49ff"}},{"code_sha256_prefix":"fe771dcbbb3daac6","entry":"round_timestamp","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fe771dcbbb3daac6"}},{"code_sha256_prefix":"221fa603130d90fe","entry":"round_timestamp_python","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"221fa603130d90fe"}},{"code_sha256_prefix":"326438c219af9590","entry":"run_iterative_mode","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"326438c219af9590"}},{"code_sha256_prefix":"a0a25d7be25824e6","entry":"run_iterative_posterior_mode","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a0a25d7be25824e6"}},{"code_sha256_prefix":"54033e51932abc27","entry":"run_iterative_posterior_mode_no_kernel","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"54033e51932abc27"}},{"code_sha256_prefix":"f5d3af146f4bf422","entry":"AllTimestampsTask","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f5d3af146f4bf422"}},{"code_sha256_prefix":"c7668ab5b586bd6d","entry":"BaseDatasetAdapter","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c7668ab5b586bd6d"}},{"code_sha256_prefix":"2ea1ba55a2b006f0","entry":"BaseTask","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2ea1ba55a2b006f0"}},{"code_sha256_prefix":"195f3e8eae8ee261","entry":"infer_timestamps","repo":"inkitori/taudio","repo_kind":"found_in_text","path":"tasks/timestamp_all.py","file_url":"https://github.com/inkitori/taudio/blob/HEAD/tasks/timestamp_all.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"195f3e8eae8ee261"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}