{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/odaq-open-dataset-of-audio-quality-benchmark","title":"ODAQ: Open Dataset of Audio Quality - Benchmark on GitHub","arxiv_id":null,"date":"2024-09-13","proceeding":"Github 2024 9","authors":["M. Torcoli","C.-W. Wu","S. Dick","P. A. Williams","M. M. Halimeh","W.","Wolcott","E. A. P. Habets"],"abstract":"ODAQ is a dataset addressing the scarcity of openly available collections of audio signals accompanied by corresponding subjective scores of perceived quality.\r\n\r\nODAQ contains 240 audio samples accompanied by corresponding quality scores obtained via MUSHRA listening tests.\r\n\r\nThe quality-rated audio samples are processed versions of the original audio material (also made available). The original audio material consists of: stereo audio with 44.1 or 48 kHz sampling frequency; 14 music excerpts (8 of which are solo recordings); 11 excerpts from movie-like soundtracks with dialogues mixed with music and effects (separate stems and transcripts are also provided).\r\n\r\nHere, the dataset is used for benchmarking objective measures of audio quality.","url_abs":"https://github.com/Fraunhofer-IIS/ODAQ/tree/main/benchmark","url_pdf":"https://github.com/Fraunhofer-IIS/ODAQ/tree/main/benchmark","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"odaq-open-dataset-of-audio-quality-benchmark","repo_url":"https://github.com/fraunhofer-iis/odaq","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"none","reach":null}],"tasks":[{"task_slug":"audio-quality-assessment","task_name":"Audio Quality Assessment"},{"task_slug":"benchmarking","task_name":"Benchmarking"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/audio-quality-assessment-on-odaq-open-dataset","task":"Audio Quality Assessment","dataset":"ODAQ: Open Dataset of Audio Quality","model":"NMR","rank_in_archive_order":1,"of":9,"metrics":{"Pearson correlation coefficient (PCC)":"0.89"},"uses_additional_data":false},{"leaderboard":"/sota/audio-quality-assessment-on-odaq-open-dataset","task":"Audio Quality Assessment","dataset":"ODAQ: Open Dataset of Audio Quality","model":"PEAQ-CSM","rank_in_archive_order":2,"of":9,"metrics":{"Pearson correlation coefficient (PCC)":"0.89"},"uses_additional_data":false},{"leaderboard":"/sota/audio-quality-assessment-on-odaq-open-dataset","task":"Audio Quality Assessment","dataset":"ODAQ: Open Dataset of Audio Quality","model":"2f-model","rank_in_archive_order":3,"of":9,"metrics":{"Pearson correlation coefficient (PCC)":"0.87"},"uses_additional_data":false},{"leaderboard":"/sota/audio-quality-assessment-on-odaq-open-dataset","task":"Audio Quality Assessment","dataset":"ODAQ: Open Dataset of Audio Quality","model":"PEAQ (ODG)","rank_in_archive_order":4,"of":9,"metrics":{"Pearson correlation coefficient (PCC)":"0.87"},"uses_additional_data":false},{"leaderboard":"/sota/audio-quality-assessment-on-odaq-open-dataset","task":"Audio Quality Assessment","dataset":"ODAQ: Open Dataset of Audio Quality","model":"ViSQOLAudioV3","rank_in_archive_order":5,"of":9,"metrics":{"Pearson correlation coefficient (PCC)":"0.77"},"uses_additional_data":false},{"leaderboard":"/sota/audio-quality-assessment-on-odaq-open-dataset","task":"Audio Quality Assessment","dataset":"ODAQ: Open Dataset of Audio Quality","model":"SMAQ","rank_in_archive_order":6,"of":9,"metrics":{"Pearson correlation coefficient (PCC)":"0.77"},"uses_additional_data":false},{"leaderboard":"/sota/audio-quality-assessment-on-odaq-open-dataset","task":"Audio Quality Assessment","dataset":"ODAQ: Open Dataset of Audio Quality","model":"PESQ","rank_in_archive_order":7,"of":9,"metrics":{"Pearson correlation coefficient (PCC)":"0.74"},"uses_additional_data":false},{"leaderboard":"/sota/audio-quality-assessment-on-odaq-open-dataset","task":"Audio Quality Assessment","dataset":"ODAQ: Open Dataset of Audio Quality","model":"SI-SDR","rank_in_archive_order":8,"of":9,"metrics":{"Pearson correlation coefficient (PCC)":"0.44"},"uses_additional_data":false},{"leaderboard":"/sota/audio-quality-assessment-on-odaq-open-dataset","task":"Audio Quality Assessment","dataset":"ODAQ: Open Dataset of Audio Quality","model":"DNSMOS (OVRL)","rank_in_archive_order":9,"of":9,"metrics":{"Pearson correlation coefficient (PCC)":"0.38"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":null,"mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}