{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2604-01929","title":"Woosh: A Sound Effects Foundation Model","arxiv_id":"2604.01929","date":"2026-04-02","proceeding":null,"authors":["Gaëtan Hadjeres","Marc Ferras","Khaled Koutini","Benno Weck","Alexandre Bittar","Thomas Hummel","Zineb Lahrichi","Hakim Missoum","Joan Serrà","Yuki Mitsufuji"],"abstract":"The audio research community depends on open generative models as foundational tools for building novel approaches and establishing baselines. In this report, we present Woosh, Sony AI's publicly released sound effect foundation model, detailing its architecture, training process, and an evaluation against other popular open models. Being optimized for sound effects, we provide (1) a high-quality audio encoder/decoder model and (2) a text-audio alignment model for conditioning, together with (3) text-to-audio and (4) video-to-audio generative models. Distilled text-to-audio and video-to-audio models are also included in the release, allowing for low-resource operation and fast inference. Our evaluation on both public and private data shows competitive or better performance for each module when compared to existing open alternatives like StableAudio-Open and TangoFlux. Inference code and model weights are available at https://github.com/SonyResearch/Woosh. Demo samples can be found at https://sonyresearch.github.io/Woosh/.","url_abs":"https://arxiv.org/abs/2604.01929","url_pdf":"https://arxiv.org/pdf/2604.01929","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2604.01929","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2604.01929"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/SonyResearch/Woosh","reach":null}],"summary":{"unverified":8},"by_repo_kind":{"found_in_text":{"samples":8,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"356d42b48486577b","entry":"apply_rotary_emb","repo":"SonyResearch/Woosh","repo_kind":"found_in_text","path":"woosh/model/dit_blocks.py","file_url":"https://github.com/SonyResearch/Woosh/blob/HEAD/woosh/model/dit_blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"356d42b48486577b"}},{"code_sha256_prefix":"6feb8b0107ca9993","entry":"cast_v_context","repo":"SonyResearch/Woosh","repo_kind":"found_in_text","path":"woosh/model/dit_blocks.py","file_url":"https://github.com/SonyResearch/Woosh/blob/HEAD/woosh/model/dit_blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6feb8b0107ca9993"}},{"code_sha256_prefix":"97618fb739ec7793","entry":"checkpoint","repo":"SonyResearch/Woosh","repo_kind":"found_in_text","path":"woosh/model/dit_pipeline.py","file_url":"https://github.com/SonyResearch/Woosh/blob/HEAD/woosh/model/dit_pipeline.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"97618fb739ec7793"}},{"code_sha256_prefix":"14d13a23802a804d","entry":"default_text_preprocessing","repo":"SonyResearch/Woosh","repo_kind":"found_in_text","path":"woosh/module/audioretrieval_module.py","file_url":"https://github.com/SonyResearch/Woosh/blob/HEAD/woosh/module/audioretrieval_module.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"14d13a23802a804d"}},{"code_sha256_prefix":"0dfa4bca9870212d","entry":"get_text_preprocessing_func","repo":"SonyResearch/Woosh","repo_kind":"found_in_text","path":"woosh/module/audioretrieval_module.py","file_url":"https://github.com/SonyResearch/Woosh/blob/HEAD/woosh/module/audioretrieval_module.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0dfa4bca9870212d"}},{"code_sha256_prefix":"b9647e9cae22e886","entry":"mask_out","repo":"SonyResearch/Woosh","repo_kind":"found_in_text","path":"woosh/model/dit_pipeline.py","file_url":"https://github.com/SonyResearch/Woosh/blob/HEAD/woosh/model/dit_pipeline.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b9647e9cae22e886"}},{"code_sha256_prefix":"aef65964f85e522a","entry":"no_op","repo":"SonyResearch/Woosh","repo_kind":"found_in_text","path":"woosh/module/audioretrieval_module.py","file_url":"https://github.com/SonyResearch/Woosh/blob/HEAD/woosh/module/audioretrieval_module.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"aef65964f85e522a"}},{"code_sha256_prefix":"22e2c0619d2055a3","entry":"unmask_out","repo":"SonyResearch/Woosh","repo_kind":"found_in_text","path":"woosh/model/dit_pipeline.py","file_url":"https://github.com/SonyResearch/Woosh/blob/HEAD/woosh/model/dit_pipeline.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"22e2c0619d2055a3"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}