{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/hierarchical-neurosymbolic-approach-for","title":"Hierarchical NeuroSymbolic Approach for Comprehensive and Explainable Action Quality Assessment","arxiv_id":"2403.13798","date":"2024-03-20","proceeding":null,"authors":["Lauren Okamoto","Paritosh Parmar"],"abstract":"Action quality assessment (AQA) applies computer vision to quantitatively assess the performance or execution of a human action. Current AQA approaches are end-to-end neural models, which lack transparency and tend to be biased because they are trained on subjective human judgements as ground-truth. To address these issues, we introduce a neuro-symbolic paradigm for AQA, which uses neural networks to abstract interpretable symbols from video data and makes quality assessments by applying rules to those symbols. We take diving as the case study. We found that domain experts prefer our system and find it more informative than purely neural approaches to AQA in diving. Our system also achieves state-of-the-art action recognition and temporal segmentation, and automatically generates a detailed report that breaks the dive down into its elements and provides objective scoring with visual evidence. As verified by a group of domain experts, this report may be used to assist judges in scoring, help train judges, and provide feedback to divers. Annotated training data and code: https://github.com/laurenok24/NSAQA.","url_abs":"https://arxiv.org/abs/2403.13798v2","url_pdf":"https://arxiv.org/pdf/2403.13798v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"hierarchical-neurosymbolic-approach-for","repo_url":"https://github.com/laurenok24/nsaqa","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"hierarchical-neurosymbolic-approach-for","repo_url":"https://github.com/ParitoshParmar/Fitness-AQA","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"hierarchical-neurosymbolic-approach-for","repo_url":"https://github.com/ParitoshParmar/MTL-AQA","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"action-quality-assessment","task_name":"Action Quality Assessment"},{"task_slug":"action-quality-assessment-report-generation","task_name":"Action Quality Assessment Report Generation"},{"task_slug":"action-recognition-in-videos","task_name":"Action Recognition"},{"task_slug":"action-segmentation","task_name":"Action Segmentation"},{"task_slug":"causal-inference","task_name":"Causal Inference"},{"task_slug":"pose-estimation","task_name":"Pose Estimation"},{"task_slug":"temporal-action-segmentation","task_name":"Temporal Action Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/action-quality-assessment-on-finediving","task":"Action Quality Assessment","dataset":"FineDiving","model":"NeuroSymbolic-AQA","rank_in_archive_order":1,"of":4,"metrics":{"Spearman Correlation":"0.9610"},"uses_additional_data":false},{"leaderboard":"/sota/action-quality-assessment-on-mtl-aqa","task":"Action Quality Assessment","dataset":"MTL-AQA","model":"NeuroSymbolic-AQA","rank_in_archive_order":2,"of":21,"metrics":{"Spearman Correlation":"96.10"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/2403.13798","atlas_url":"https://app.syntology.ai/?focus=2403.13798","mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}