{"url":"/dataset/urmp","name":"URMP","full_name":"University of Rochester Multi-Modal Musical Performance","description_markdown":"**URMP** (**University of Rochester Multi-Modal Musical Performance**) is a dataset for facilitating audio-visual analysis of musical performances. The dataset comprises 44 simple multi-instrument musical pieces assembled from coordinated but separately recorded performances of individual tracks. For each piece the dataset provided the musical score in MIDI format, the high-quality individual instrument audio recordings and the videos of the assembled pieces.\n\nSource: [http://www2.ece.rochester.edu/projects/air/projects/URMP.html](http://www2.ece.rochester.edu/projects/air/projects/URMP.html)\nImage Source: [http://www2.ece.rochester.edu/projects/air/projects/URMP.html](http://www2.ece.rochester.edu/projects/air/projects/URMP.html)\nAudio Source: [http://www2.ece.rochester.edu/projects/air/projects/URMP.html](http://www2.ece.rochester.edu/projects/air/projects/URMP.html)","description_withheld":null,"homepage":"http://www2.ece.rochester.edu/projects/air/projects/URMP.html","introduced_date":"2019-01-01","introduced_date_note":null,"introduced_by":{"paper":null,"title":"Creating a Multitrack Classical Music Performance Dataset for Multimodal Music Analysis: Challenges, Insights, and Applications","first_author":null,"url":"https://doi.org/10.1109/TMM.2018.2856090"},"license":null,"modalities":[{"name":"Videos","url":"/datasets/modality/videos"},{"name":"Audio","url":"/datasets/modality/audio"}],"tasks":[{"name":"Music Transcription","url":"/task/music-transcription","datasets_with_task":"/datasets/task/music-transcription"},{"name":"Multi-instrument Music Transcription","url":"/task/multi-instrument-music-transcription","datasets_with_task":"/datasets/task/multi-instrument-music-transcription"},{"name":"Music Generation","url":"/task/music-generation","datasets_with_task":"/datasets/task/music-generation"},{"name":"Music Information Retrieval","url":"/task/music-information-retrieval","datasets_with_task":"/datasets/task/music-information-retrieval"}],"languages":[],"variants":["URMP"],"data_loaders":[],"num_papers_in_archive":38,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/multi-instrument-music-transcription-on-urmp","task":"Multi-instrument Music Transcription","dataset_variant":"URMP","rows":3,"metrics":["Multi F1"],"first_row_in_archive_order":{"model":"YourMT3+ (YPTF.MoE+M)","paper":"/paper/yourmt3-multi-instrument-music-transcription","metrics":{"Multi F1":"67.98"},"code_links":[{"title":"mimbres/yourmt3","url":"https://github.com/mimbres/yourmt3"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/music-transcription-on-urmp","task":"Music Transcription","dataset_variant":"URMP","rows":3,"metrics":["Onset F1"],"first_row_in_archive_order":{"model":"YourMT3+ (YPTF.MoE+M)","paper":"/paper/yourmt3-multi-instrument-music-transcription","metrics":{"Onset F1":"81.79"},"code_links":[{"title":"mimbres/yourmt3","url":"https://github.com/mimbres/yourmt3"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/yourmt3-multi-instrument-music-transcription","title":"YourMT3+: Multi-instrument Music Transcription with Enhanced Transformer Architectures and Cross-dataset Stem Augmentation","date":"2024-07-05","rows_on_this_dataset":4,"code_links":1,"syntology":null},{"paper":"/paper/mt3-multi-task-multitrack-music-transcription-1","title":"MT3: Multi-Task Multitrack Music Transcription","date":"2021-11-04","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":6,"samples_ran":0,"samples_unverified":6,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":1,"samples_harvested":6,"samples_ran":0,"samples_unverified":6,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":1,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}