{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/beat-this-accurate-beat-tracking-without-dbn","title":"Beat this! Accurate beat tracking without DBN postprocessing","arxiv_id":"2407.21658","date":"2024-07-31","proceeding":null,"authors":[],"abstract":"We propose a system for tracking beats and downbeats with two objectives: generality across a diverse music range, and high accuracy. We achieve generality by training on multiple datasets -- including solo instrument recordings, pieces with time signature changes, and classical music with high tempo variations -- and by removing the commonly used Dynamic Bayesian Network (DBN) postprocessing, which introduces constraints on the meter and tempo. For high accuracy, among other improvements, we develop a loss function tolerant to small time shifts of annotations, and an architecture alternating convolutions with transformers either over frequency or time. Our system surpasses the current state of the art in F1 score despite using no DBN. However, it can still fail, especially for difficult and underrepresented genres, and performs worse on continuity metrics, so we publish our model, code, and preprocessed datasets, and invite others to beat this.","url_abs":"https://arxiv.org/abs/2407.21658v1","url_pdf":"https://arxiv.org/pdf/2407.21658v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"beat-this-accurate-beat-tracking-without-dbn","repo_url":"https://github.com/CPJKU/beat_this","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"beat-tracking","task_name":"Beat Tracking"},{"task_slug":"downbeat-tracking","task_name":"Downbeat Tracking"}],"methods":[{"method_slug":"adamw","method_name":"AdamW"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"position-wise-feed-forward-layer","method_name":"Position-Wise Feed-Forward Layer"},{"method_slug":"rmsnorm","method_name":"RMSNorm"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"transformer","method_name":"Transformer"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/beat-tracking-on-asap-aligned-scores-and","task":"Beat Tracking","dataset":"ASAP","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"76.3"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-ballroom","task":"Beat Tracking","dataset":"Ballroom","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"97.5"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-beatles","task":"Beat Tracking","dataset":"Beatles","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"94.5"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-candombe","task":"Beat Tracking","dataset":"Candombe","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"99.7"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-filosax","task":"Beat Tracking","dataset":"Filosax","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"99.5"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-gtzan","task":"Beat Tracking","dataset":"GTZAN","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"89.1"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-groove","task":"Beat Tracking","dataset":"Groove","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"93.7"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-guitarset","task":"Beat Tracking","dataset":"GuitarSet","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"92.0"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-hjdb","task":"Beat Tracking","dataset":"HJDB","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"98.2"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-hainsworth","task":"Beat Tracking","dataset":"Hainsworth","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"91.9"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-harmonix","task":"Beat Tracking","dataset":"Harmonix","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"95.8"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-jaah","task":"Beat Tracking","dataset":"JAAH","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"95.1"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-simac","task":"Beat Tracking","dataset":"SIMAC","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"77.9"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-smc","task":"Beat Tracking","dataset":"SMC","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"62.7"},"uses_additional_data":false},{"leaderboard":"/sota/beat-tracking-on-tapcorrect","task":"Beat Tracking","dataset":"TapCorrect","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"93.0"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-asap-aligned-scores-and","task":"Downbeat Tracking","dataset":"ASAP","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"61.2"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-ballroom","task":"Downbeat Tracking","dataset":"Ballroom","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"95.3"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-beatles","task":"Downbeat Tracking","dataset":"Beatles","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"88.8"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-candombe","task":"Downbeat Tracking","dataset":"Candombe","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"99.7"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-filosax","task":"Downbeat Tracking","dataset":"Filosax","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"98.5"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-gtzan","task":"Downbeat Tracking","dataset":"GTZAN","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"78.3"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-groove","task":"Downbeat Tracking","dataset":"Groove","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"82.1"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-guitarset","task":"Downbeat Tracking","dataset":"GuitarSet","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"88.1"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-hjdb","task":"Downbeat Tracking","dataset":"HJDB","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"96.6"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-hainsworth","task":"Downbeat Tracking","dataset":"Hainsworth","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"80.0"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-harmonix","task":"Downbeat Tracking","dataset":"Harmonix","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"90.7"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-jaah","task":"Downbeat Tracking","dataset":"JAAH","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"85.0"},"uses_additional_data":false},{"leaderboard":"/sota/downbeat-tracking-on-tapcorrect","task":"Downbeat Tracking","dataset":"TapCorrect","model":"Beat This!","rank_in_archive_order":1,"of":1,"metrics":{"F1":"86.4"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2407.21658","mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}