{"url":"/task/action-unit-detection","name":"Action Unit Detection","slug":"action-unit-detection","description_markdown":"Action unit detection is the task of detecting action units from a video - for example, types of facial action units (lip tightening, cheek raising) from a video of a face.\r\n\r\n<span style=\"color:grey; opacity: 0.6\">( Image credit: [AU R-CNN](https://arxiv.org/pdf/1812.05788v2.pdf) )</span>","categories":[{"name":"Computer Vision","url":"/area/computer-vision"},{"name":"Miscellaneous","url":"/area/miscellaneous"},{"name":"Music","url":"/area/music"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":108,"papers_with_code":16,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":3,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/action-unit-detection-on-bp4d","slug":"action-unit-detection-on-bp4d","dataset":"BP4D","dataset_url":"/dataset/bp4d","rows_in_archive":1,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"AU R-CNN","paper_title":"AU R-CNN: Encoding Expert Prior Knowledge into R-CNN for Action Unit Detection","paper_url":"/paper/au-r-cnn-encoding-expert-prior-knowledge-into","paper_date":"2018-12-14","arxiv_id":"1812.05788","code_links":[{"title":"sharpstill/AU_R-CNN","url":"https://github.com/sharpstill/AU_R-CNN"},{"title":"machanic/AU_R-CNN","url":"https://github.com/machanic/AU_R-CNN"}],"syntology":null}}],"datasets":[{"url":"/dataset/aff-wild","name":"Aff-Wild","full_name":"","num_papers_in_archive":125},{"url":"/dataset/bp4d","name":"BP4D","full_name":"","num_papers_in_archive":104},{"url":"/dataset/4dfab","name":"4DFAB","full_name":"4DFAB","num_papers_in_archive":14}],"subtasks":[],"parent_tasks":[{"url":"/task/facial-recognition-and-modelling","name":"Facial Recognition and Modelling"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":16,"of":16,"tagged_in_all":108,"items":[{"url":"/paper/fau-facial-expressions-valence-and-arousal-a","title":"Multitask Emotion Recognition with Incomplete Labels","date":"2020-02-10","arxiv_id":"2002.03557","repositories_listed":3,"syntology":{"n":7,"n_ran":2,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/multi-scale-promoted-self-adjusting","title":"Multi-scale Promoted Self-adjusting Correlation Learning for Facial Action Unit Detection","date":"2023-08-15","arxiv_id":"2308.07770","repositories_listed":2,"syntology":null},{"url":"/paper/video-based-frame-level-facial-analysis-of","title":"Video-Based Frame-Level Facial Analysis of Affective Behavior on Mobile Devices Using EfficientNets","date":"2022-06-10","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/au-r-cnn-encoding-expert-prior-knowledge-into","title":"AU R-CNN: Encoding Expert Prior Knowledge into R-CNN for Action Unit Detection","date":"2018-12-14","arxiv_id":"1812.05788","repositories_listed":2,"syntology":null},{"url":"/paper/a-compact-embedding-for-facial-expression","title":"A Compact Embedding for Facial Expression Similarity","date":"2018-11-27","arxiv_id":"1811.11283","repositories_listed":2,"syntology":{"n":4,"n_ran":0,"n_unverified":4,"n_pointer_only":0}},{"url":"/paper/deep-region-and-multi-label-learning-for","title":"Deep Region and Multi-Label Learning for Facial Action Unit Detection","date":"2016-06-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/facial-action-unit-detection-by-adaptively","title":"Facial Action Unit Detection by Adaptively Constraining Self-Attention and Causally Deconfounding Sample","date":"2024-10-02","arxiv_id":"2410.01251","repositories_listed":1,"syntology":null},{"url":"/paper/2408-02164","title":"Rethinking Affect Analysis: A Protocol for Ensuring Fairness and Consistency","date":"2024-08-04","arxiv_id":"2408.02164","repositories_listed":1,"syntology":null},{"url":"/paper/learning-contrastive-feature-representations","title":"Learning Contrastive Feature Representations for Facial Action Unit Detection","date":"2024-02-09","arxiv_id":"2402.06165","repositories_listed":1,"syntology":null},{"url":"/paper/fg-net-facial-action-unit-detection-with","title":"FG-Net: Facial Action Unit Detection with Generalizable Pyramidal Features","date":"2023-08-23","arxiv_id":"2308.12380","repositories_listed":1,"syntology":null},{"url":"/paper/emotieffnet-facial-features-in-uni-task","title":"EmotiEffNet Facial Features in Uni-task Emotion Recognition in Video at ABAW-5 competition","date":"2023-03-16","arxiv_id":"2303.09162","repositories_listed":1,"syntology":null},{"url":"/paper/jaa-net-joint-facial-action-unit-detection","title":"J$\\hat{\\text{A}}$A-Net: Joint Facial Action Unit Detection and Face Alignment via Adaptive Attention","date":"2020-03-18","arxiv_id":"2003.08834","repositories_listed":1,"syntology":null},{"url":"/paper/self-supervised-representation-learning-from","title":"Self-Supervised Representation Learning From Videos for Facial Action Unit Detection","date":"2019-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/weakly-supervised-unconstrained-action-unit","title":"Unconstrained Facial Action Unit Detection via Latent Feature Domain","date":"2019-03-25","arxiv_id":"1903.10143","repositories_listed":1,"syntology":null},{"url":"/paper/deep-adaptive-attention-for-joint-facial","title":"Deep Adaptive Attention for Joint Facial Action Unit Detection and Face Alignment","date":"2018-03-15","arxiv_id":"1803.05588","repositories_listed":1,"syntology":null},{"url":"/paper/multi-view-dynamic-facial-action-unit","title":"Multi-View Dynamic Facial Action Unit Detection","date":"2017-04-25","arxiv_id":"1704.07863","repositories_listed":1,"syntology":null}],"syntology_records":2,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}