{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/lyrics-transcription-for-humans-a-readability","title":"Lyrics Transcription for Humans: A Readability-Aware Benchmark","arxiv_id":"2408.06370","date":"2024-07-30","proceeding":null,"authors":["Ondřej Cífka","Hendrik Schreiber","Luke Miner","Fabian-Robert Stöter"],"abstract":"Writing down lyrics for human consumption involves not only accurately capturing word sequences, but also incorporating punctuation and formatting for clarity and to convey contextual information. This includes song structure, emotional emphasis, and contrast between lead and background vocals. While automatic lyrics transcription (ALT) systems have advanced beyond producing unstructured strings of words and are able to draw on wider context, ALT benchmarks have not kept pace and continue to focus exclusively on words. To address this gap, we introduce Jam-ALT, a comprehensive lyrics transcription benchmark. The benchmark features a complete revision of the JamendoLyrics dataset, in adherence to industry standards for lyrics transcription and formatting, along with evaluation metrics designed to capture and assess the lyric-specific nuances, laying the foundation for improving the readability of lyrics. We apply the benchmark to recent transcription systems and present additional error analysis, as well as an experimental comparison with a classical music dataset.","url_abs":"https://arxiv.org/abs/2408.06370v1","url_pdf":"https://arxiv.org/pdf/2408.06370v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"lyrics-transcription-for-humans-a-readability","repo_url":"https://github.com/audioshake/alt-eval","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"none","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"automatic-lyrics-transcription","task_name":"Automatic Lyrics Transcription"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"AudioShake v3","rank_in_archive_order":1,"of":16,"metrics":{"Case-Sensitive Word Error Rate":" 20.1","Line break F1":" 84.4","Parenthesis F-1":" 29.4","Punctuation F1":"57.0","Section break F1":"73.9","Word Error Rate (WER)":"16.1"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"Whisper v2 +lang","rank_in_archive_order":3,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"32.6","Line break F1":"70.4","Punctuation F1":"45.0","Section break F1":"3.7","Word Error Rate (WER)":"27.9"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"Whisper v3 +lang","rank_in_archive_order":4,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"37.2","Line break F1":"73.9","Punctuation F1":"43.7","Section break F1":"0.6","Word Error Rate (WER)":"32.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"Whisper v2 +demucs +lang","rank_in_archive_order":5,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"39.3","Line break F1":"60.6","Punctuation F1":"39.4","Word Error Rate (WER)":"33.5"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"Whisper v3","rank_in_archive_order":6,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"39.7","Line break F1":"73.5","Punctuation F1":"43.0","Section break F1":"1.0","Word Error Rate (WER)":"35.5"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"Whisper v2","rank_in_archive_order":9,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"42.1","Line break F1":"69.3","Punctuation F1":"44.2","Section break F1":"3.3","Word Error Rate (WER)":"37.8"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"Whisper v2 +demucs","rank_in_archive_order":11,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"49.8","Line break F1":"61.2","Punctuation F1":"41.6","Word Error Rate (WER)":"44.5"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"Whisper v3 +demucs +lang","rank_in_archive_order":12,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"50.4","Line break F1":"65.8","Punctuation F1":"33.7","Word Error Rate (WER)":"46.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"Whisper v3 +demucs","rank_in_archive_order":14,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"51.6","Line break F1":"65.7","Punctuation F1":"33.0","Word Error Rate (WER)":"48.0"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"OWSM v3.1 +demucs +lang","rank_in_archive_order":15,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"72.6","Line break F1":"41.1","Parenthesis F-1":"0.0","Punctuation F1":"20.0","Word Error Rate (WER)":"66.5"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT","model":"OWSM v3.1 +lang","rank_in_archive_order":16,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"75.0","Line break F1":"37.8","Parenthesis F-1":"0.6","Punctuation F1":"22.5","Word Error Rate (WER)":"69.3"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"AudioShake v3","rank_in_archive_order":1,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"20.9","Line break F-1":"84.3","Parenthesis F-1":"37.9","Punctuation F-1":"65.3","Section break F-1":"84.8","Word Error Rate (WER)":" 17.3"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"LyricWhiz","rank_in_archive_order":3,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"28.0","Line break F-1":"74.0","Punctuation F-1":"34.0","Section break F-1":"1.4","Word Error Rate (WER)":"24.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"Whisper v2 +demucs","rank_in_archive_order":6,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"39.1","Line break F-1":"53.9","Punctuation F-1":"42.2","Word Error Rate (WER)":"33.3"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"Whisper v2 +demucs +lang","rank_in_archive_order":7,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"41.3","Line break F-1":"53.4","Punctuation F-1":"41.8","Word Error Rate (WER)":"35.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"Whisper v3 +lang","rank_in_archive_order":8,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"41.4","Line break F-1":"72.5","Punctuation F-1":"41.8","Section break F-1":"2.6","Word Error Rate (WER)":"36.4"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"Whisper v3","rank_in_archive_order":9,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"42.5","Line break F-1":"71.5","Punctuation F-1":"41.4","Section break F-1":"2.6","Word Error Rate (WER)":"37.7"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"Whisper v2 +lang","rank_in_archive_order":11,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"43.7","Line break F-1":"65.5","Punctuation F-1":"34.9","Section break F-1":"11.6","Word Error Rate (WER)":"39.7"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"Whisper v3 +demucs","rank_in_archive_order":12,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"47.2","Line break F-1":"66.9","Punctuation F-1":"25.8","Word Error Rate (WER)":"43.0"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"Whisper v3 +demucs +lang","rank_in_archive_order":13,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"47.2","Line break F-1":"66.9","Punctuation F-1":"25.8","Word Error Rate (WER)":"43.0"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"Whisper v2","rank_in_archive_order":15,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"47.5","Line break F-1":"63.0","Punctuation F-1":"31.5","Section break F-1":"11.2","Word Error Rate (WER)":"43.8"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"OWSM v3.1 +demucs +lang","rank_in_archive_order":17,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"69.4","Line break F-1":"47.3","Parenthesis F-1":"0.0","Punctuation F-1":"21.5","Word Error Rate (WER)":"63.4"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-1","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT English","model":"OWSM v3.1 +lang","rank_in_archive_order":18,"of":18,"metrics":{"Case-Sensitive Word Error Rate":"74.0","Line break F-1":"42.7","Punctuation F-1":"22.3","Word Error Rate (WER)":"68.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"AudioShake v3","rank_in_archive_order":1,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"23.5","Line break F-1":"88.6","Parenthesis F-1":"3.2","Punctuation F-1":"46.1","Section break F-1":"69.0","Word Error Rate (WER)":" 20.8"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"Whisper v2 +lang","rank_in_archive_order":2,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"30.5","Line break F-1":"73.7","Punctuation F-1":"45.3","Word Error Rate (WER)":"27.1"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"Whisper v2","rank_in_archive_order":3,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"31.1","Line break F-1":"73.4","Punctuation F-1":"45.9","Section break F-1":"1.4","Word Error Rate (WER)":"27.7"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"Whisper v3","rank_in_archive_order":5,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"38.0","Line break F-1":"77.9","Punctuation F-1":"42.5","Word Error Rate (WER)":"34.7"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"Whisper v3 +lang","rank_in_archive_order":6,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"38.0","Line break F-1":"77.9","Punctuation F-1":"42.3","Word Error Rate (WER)":"34.7"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"Whisper v2 +demucs +lang","rank_in_archive_order":9,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"42.1","Line break F-1":"65.6","Punctuation F-1":"36.1","Word Error Rate (WER)":"38.2"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"Whisper v2 +demucs","rank_in_archive_order":10,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"46.9","Line break F-1":"66.0","Punctuation F-1":"38.0","Word Error Rate (WER)":"43.3"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"Whisper v3 +demucs","rank_in_archive_order":12,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"48.2","Line break F-1":"69.3","Punctuation F-1":"32.0","Word Error Rate (WER)":"44.9"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"Whisper v3 +demucs +lang","rank_in_archive_order":13,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"48.3","Line break F-1":"69.3","Punctuation F-1":"32.0","Word Error Rate (WER)":"44.9"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"OWSM v3.1 +lang","rank_in_archive_order":15,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"75.7","Line break F-1":"36.0","Parenthesis F-1":"1.9","Punctuation F-1":"30.6","Word Error Rate (WER)":"71.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-4","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT French","model":"OWSM v3.1 +demucs +lang","rank_in_archive_order":16,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"82.1","Line break F-1":"40.9","Parenthesis F-1":"0.0","Punctuation F-1":"22.3","Word Error Rate (WER)":"78.5"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"AudioShake v3","rank_in_archive_order":1,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"17.5","Line break F-1":"83.7","Parenthesis F-1":"76.6","Punctuation F-1":" 57.1","Section break F-1":"74.5","Word Error Rate (WER)":"12.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"Whisper v2 +lang","rank_in_archive_order":2,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"26.0","Line break F-1":"71.7","Punctuation F-1":"48.4","Word Error Rate (WER)":"19.9"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"Whisper v2 +demucs +lang","rank_in_archive_order":3,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"30.4","Line break F-1":"70.6","Punctuation F-1":"49.2","Word Error Rate (WER)":"23.9"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"Whisper v3 +lang","rank_in_archive_order":5,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"40.4","Line break F-1":"71.1","Punctuation F-1":"47.4","Word Error Rate (WER)":"35.9"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"Whisper v3","rank_in_archive_order":6,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"44.6","Line break F-1":"71.1","Punctuation F-1":"47.3","Section break F-1":"1.2","Word Error Rate (WER)":"40.7"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"Whisper v3 +demucs +lang","rank_in_archive_order":8,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"44.9","Line break F-1":"70.5","Punctuation F-1":"46.9","Word Error Rate (WER)":"40.8"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"Whisper v3 +demucs","rank_in_archive_order":9,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"47.4","Line break F-1":"71.9","Punctuation F-1":"45.4","Word Error Rate (WER)":"43.5"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"OWSM v3.1 +demucs +lang","rank_in_archive_order":12,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"62.0","Line break F-1":"41.4","Punctuation F-1":"24.7","Word Error Rate (WER)":"51.8"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"Whisper v2","rank_in_archive_order":13,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"59.3","Line break F-1":"70.0","Punctuation F-1":"47.1","Word Error Rate (WER)":"54.5"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"OWSM v3.1 +lang","rank_in_archive_order":14,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"71.8","Line break F-1":"40.7","Parenthesis F-1":"0.0","Punctuation F-1":"28.6","Word Error Rate (WER)":"63.3"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-3","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT German","model":"Whisper v2 +demucs","rank_in_archive_order":15,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"70.4","Line break F-1":"67.3","Punctuation F-1":"49.1","Word Error Rate (WER)":"65.2"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"AudioShake v3","rank_in_archive_order":1,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"17.7","Line break F-1":"81.5","Parenthesis F-1":" 4.2","Punctuation F-1":" 56.7","Section break F-1":"66.4","Word Error Rate (WER)":"12.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"Whisper v2 +lang","rank_in_archive_order":2,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"27.7","Line break F-1":"71.5","Punctuation F-1":"52.5","Section break F-1":"3.1","Word Error Rate (WER)":"21.9"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"Whisper v3 +lang","rank_in_archive_order":3,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"28.0","Line break F-1":"74.5","Punctuation F-1":"44.5","Section break F-1":"0.0","Word Error Rate (WER)":"22.4"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"Whisper v2","rank_in_archive_order":6,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"31.5","Line break F-1":"71.7","Punctuation F-1":"52.8","Section break F-1":"3.1","Word Error Rate (WER)":"25.8"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"Whisper v3","rank_in_archive_order":7,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"33.6","Line break F-1":"73.7","Punctuation F-1":"42.5","Word Error Rate (WER)":"28.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"Whisper v2 +demucs +lang","rank_in_archive_order":9,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"42.2","Line break F-1":"52.6","Punctuation F-1":"34.3","Word Error Rate (WER)":"34.9"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"Whisper v2 +demucs","rank_in_archive_order":11,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"46.5","Line break F-1":"56.6","Punctuation F-1":"40.4","Word Error Rate (WER)":"39.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"Whisper v3 +demucs +lang","rank_in_archive_order":12,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"62.1","Line break F-1":"54.7","Punctuation F-1":"34.4","Word Error Rate (WER)":"58.6"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"Whisper v3 +demucs","rank_in_archive_order":13,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"64.9","Line break F-1":"52.3","Punctuation F-1":"32.4","Word Error Rate (WER)":"61.5"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"OWSM v3.1 +demucs +lang","rank_in_archive_order":15,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"76.0","Line break F-1":"33.5","Punctuation F-1":"9.0","Word Error Rate (WER)":"70.8"},"uses_additional_data":false},{"leaderboard":"/sota/automatic-lyrics-transcription-on-jam-alt-2","task":"Automatic Lyrics Transcription","dataset":"Jam-ALT Spanish","model":"OWSM v3.1 +lang","rank_in_archive_order":16,"of":16,"metrics":{"Case-Sensitive Word Error Rate":"78.5","Line break F-1":"30.2","Parenthesis F-1":"0.0","Punctuation F-1":"8.8","Word Error Rate (WER)":"73.3"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":null,"mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}