{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/mir-ref-a-representation-evaluation-framework","title":"mir_ref: A Representation Evaluation Framework for Music Information Retrieval Tasks","arxiv_id":"2312.05994","date":"2023-12-10","proceeding":null,"authors":["Christos Plachouras","Pablo Alonso-Jiménez","Dmitry Bogdanov"],"abstract":"Music Information Retrieval (MIR) research is increasingly leveraging representation learning to obtain more compact, powerful music audio representations for various downstream MIR tasks. However, current representation evaluation methods are fragmented due to discrepancies in audio and label preprocessing, downstream model and metric implementations, data availability, and computational resources, often leading to inconsistent and limited results. In this work, we introduce mir_ref, an MIR Representation Evaluation Framework focused on seamless, transparent, local-first experiment orchestration to support representation development. It features implementations of a variety of components such as MIR datasets, tasks, embedding models, and tools for result analysis and visualization, while facilitating the implementation of custom components. To demonstrate its utility, we use it to conduct an extensive evaluation of several embedding models across various tasks and datasets, including evaluating their robustness to various audio perturbations and the ease of extracting relevant information from them.","url_abs":"https://arxiv.org/abs/2312.05994v2","url_pdf":"https://arxiv.org/pdf/2312.05994v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"mir-ref-a-representation-evaluation-framework","repo_url":"https://github.com/chrispla/mir_ref","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"information-retrieval","task_name":"Information Retrieval"},{"task_slug":"music-information-retrieval","task_name":"Music Information Retrieval"},{"task_slug":"representation-learning","task_name":"Representation Learning"},{"task_slug":"retrieval","task_name":"Retrieval"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2312.05994","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.05994"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/chrispla/mir_ref","reach":{"status":"ok"}}],"summary":{"ran":1,"unverified":3},"by_repo_kind":{"official":{"samples":4,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"cca8e4aa6a70205d","entry":"get_input_output_paths","repo":"chrispla/mir_ref","repo_kind":"official","path":"mir_ref/features/feature_extraction.py","file_url":"https://github.com/chrispla/mir_ref/blob/HEAD/mir_ref/features/feature_extraction.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cca8e4aa6a70205d"}},{"code_sha256_prefix":"165e653904b5d4bf","entry":"get_dataset","repo":"chrispla/mir_ref","repo_kind":"official","path":"mir_ref/datasets/dataset.py","file_url":"https://github.com/chrispla/mir_ref/blob/HEAD/mir_ref/datasets/dataset.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"165e653904b5d4bf"}},{"code_sha256_prefix":"b456bf94679ead63","entry":"key_detection_weighted_accuracy","repo":"chrispla/mir_ref","repo_kind":"official","path":"mir_ref/metrics.py","file_url":"https://github.com/chrispla/mir_ref/blob/HEAD/mir_ref/metrics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b456bf94679ead63"}},{"code_sha256_prefix":"0f6581771ca6545c","entry":"load_config","repo":"chrispla/mir_ref","repo_kind":"official","path":"mir_ref/utils.py","file_url":"https://github.com/chrispla/mir_ref/blob/HEAD/mir_ref/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0f6581771ca6545c"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}