{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/music-proofreading-with-refinpaint-where-and","title":"Music Proofreading with RefinPaint: Where and How to Modify Compositions given Context","arxiv_id":"2407.09099","date":"2024-07-12","proceeding":null,"authors":["Pedro Ramoneda","Martin Rocamora","Taketo Akama"],"abstract":"Autoregressive generative transformers are key in music generation, producing coherent compositions but facing challenges in human-machine collaboration. We propose RefinPaint, an iterative technique that improves the sampling process. It does this by identifying the weaker music elements using a feedback model, which then informs the choices for resampling by an inpainting model. This dual-focus methodology not only facilitates the machine's ability to improve its automatic inpainting generation through repeated cycles but also offers a valuable tool for humans seeking to refine their compositions with automatic proofreading. Experimental results suggest RefinPaint's effectiveness in inpainting and proofreading tasks, demonstrating its value for refining music created by both machines and humans. This approach not only facilitates creativity but also aids amateur composers in improving their work.","url_abs":"https://arxiv.org/abs/2407.09099v2","url_pdf":"https://arxiv.org/pdf/2407.09099v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"music-proofreading-with-refinpaint-where-and","repo_url":"https://github.com/ta603/refinpaint","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"none","reach":{"status":"ok","spdx":"NOASSERTION"}}],"tasks":[{"task_slug":"music-generation","task_name":"Music Generation"}],"methods":[{"method_slug":"pixel-prediction","method_name":"Inpainting"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2407.09099","atlas_url":"https://app.syntology.ai/?focus=2407.09099","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.09099"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ta603/refinpaint","reach":{"status":"ok","spdx":"NOASSERTION"}}],"summary":{"ran_draft_wrong":3,"ran":7,"unverified":1},"by_repo_kind":{"official":{"samples":11,"ran":10,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":11,"samples":[{"code_sha256_prefix":"01f0f6d4a6e475b1","entry":"Linear","repo":"ta603/refinpaint","repo_kind":"official","path":"EfficcientTransformer.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/EfficcientTransformer.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"01f0f6d4a6e475b1"}},{"code_sha256_prefix":"56a5d46981788af1","entry":"data_augmentation_tokens","repo":"ta603/refinpaint","repo_kind":"official","path":"MidiTok_modified/miditok/data_augmentation/data_augmentation.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/MidiTok_modified/miditok/data_augmentation/data_augmentation.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"56a5d46981788af1"}},{"code_sha256_prefix":"2ed59da4722ce8f2","entry":"is_more_or_less_red","repo":"ta603/refinpaint","repo_kind":"official","path":"visual.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/visual.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"2ed59da4722ce8f2"}},{"code_sha256_prefix":"8611c5ea60acf2e7","entry":"load_binary_data","repo":"ta603/refinpaint","repo_kind":"official","path":"RefinePaint.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/RefinePaint.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"8611c5ea60acf2e7"}},{"code_sha256_prefix":"593e5e4d03d4d4df","entry":"load_json","repo":"ta603/refinpaint","repo_kind":"official","path":"FeedbackModel.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/FeedbackModel.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"593e5e4d03d4d4df"}},{"code_sha256_prefix":"1fbead6df1170d53","entry":"load_model_state_from_parts","repo":"ta603/refinpaint","repo_kind":"official","path":"RefinePaint.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/RefinePaint.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"1fbead6df1170d53"}},{"code_sha256_prefix":"d1469ea687fe7680","entry":"modify_labels_avg_pool","repo":"ta603/refinpaint","repo_kind":"official","path":"FeedbackModel.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/FeedbackModel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"d1469ea687fe7680"}},{"code_sha256_prefix":"511c979f2952f219","entry":"scaled_attention","repo":"ta603/refinpaint","repo_kind":"official","path":"EfficcientTransformer.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/EfficcientTransformer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"511c979f2952f219"}},{"code_sha256_prefix":"39f3cec3c6be459f","entry":"top_k","repo":"ta603/refinpaint","repo_kind":"official","path":"InpaintingModel.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/InpaintingModel.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"39f3cec3c6be459f"}},{"code_sha256_prefix":"134ecdfe2b0dc9f1","entry":"top_p","repo":"ta603/refinpaint","repo_kind":"official","path":"InpaintingModel.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/InpaintingModel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"134ecdfe2b0dc9f1"}},{"code_sha256_prefix":"77d5cc275e2c2529","entry":"top_p_sampling","repo":"ta603/refinpaint","repo_kind":"official","path":"EfficcientTransformer.py","file_url":"https://github.com/ta603/refinpaint/blob/HEAD/EfficcientTransformer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"77d5cc275e2c2529"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}