{"url":"/task/facial-action-unit-detection","name":"Facial Action Unit Detection","slug":"facial-action-unit-detection","description_markdown":"Facial action unit detection is the task of detecting action units from a video of a face - for example, lip tightening and cheek raising.\r\n\r\n<span style=\"color:grey; opacity: 0.6\">( Image credit: [Self-supervised Representation Learning from Videos for Facial Action Unit Detection](http://openaccess.thecvf.com/content_CVPR_2019/papers/Li_Self-Supervised_Representation_Learning_From_Videos_for_Facial_Action_Unit_Detection_CVPR_2019_paper.pdf) )</span>","categories":[{"name":"Computer Vision","url":"/area/computer-vision"},{"name":"Miscellaneous","url":"/area/miscellaneous"},{"name":"Music","url":"/area/music"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":96,"papers_with_code":21,"benchmarks":3,"benchmark_tables_in_archive":3,"benchmark_tables_shown":3,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":4,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/facial-action-unit-detection-on-bp4d","slug":"facial-action-unit-detection-on-bp4d","dataset":"BP4D","dataset_url":"/dataset/bp4d","rows_in_archive":10,"metrics":["Average F1","Average AUC"],"first_row_in_archive_order":{"model":"FMAE-IAT","paper_title":"Representation Learning and Identity Adversarial Training for Facial Behavior Understanding","paper_url":"/paper/representation-learning-and-identity","paper_date":"2024-07-15","arxiv_id":"2407.11243","code_links":[{"title":"forever208/fmae-iat","url":"https://github.com/forever208/fmae-iat"}],"syntology":null}},{"leaderboard":"/sota/facial-action-unit-detection-on-disfa","slug":"facial-action-unit-detection-on-disfa","dataset":"DISFA","dataset_url":"/dataset/disfa","rows_in_archive":8,"metrics":["Average F1","Average AUC"],"first_row_in_archive_order":{"model":"Norface","paper_title":"Norface: Improving Facial Expression Analysis by Identity Normalization","paper_url":"/paper/norface-improving-facial-expression-analysis","paper_date":"2024-07-22","arxiv_id":"2407.15617","code_links":[{"title":"liuhw01/Norface","url":"https://github.com/liuhw01/Norface"}],"syntology":null}},{"leaderboard":"/sota/facial-action-unit-detection-on-bp4d-1","slug":"facial-action-unit-detection-on-bp4d-1","dataset":"BP4D+","dataset_url":null,"rows_in_archive":3,"metrics":["Average F1"],"first_row_in_archive_order":{"model":"FMAE-IAT","paper_title":"Representation Learning and Identity Adversarial Training for Facial Behavior Understanding","paper_url":"/paper/representation-learning-and-identity","paper_date":"2024-07-15","arxiv_id":"2407.11243","code_links":[{"title":"forever208/fmae-iat","url":"https://github.com/forever208/fmae-iat"}],"syntology":null}}],"datasets":[{"url":"/dataset/disfa","name":"DISFA","full_name":"Denver Intensity of Spontaneous Facial Action","num_papers_in_archive":148},{"url":"/dataset/bp4d","name":"BP4D","full_name":"","num_papers_in_archive":104},{"url":"/dataset/candor-corpus-1","name":"CANDOR Corpus","full_name":"CANDOR = Conversation: A Naturalistic Dataset of Online Recordings","num_papers_in_archive":1},{"url":"/dataset/thermal-face-database","name":"Thermal Face Database","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[{"url":"/task/facial-recognition-and-modelling","name":"Facial Recognition and Modelling"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":21,"of":21,"tagged_in_all":96,"items":[{"url":"/paper/fau-facial-expressions-valence-and-arousal-a","title":"Multitask Emotion Recognition with Incomplete Labels","date":"2020-02-10","arxiv_id":"2002.03557","repositories_listed":3,"syntology":{"n":7,"n_ran":2,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/gpt-as-psychologist-preliminary-evaluations","title":"GPT as Psychologist? Preliminary Evaluations for GPT-4V on Visual Affective Computing","date":"2024-03-09","arxiv_id":"2403.05916","repositories_listed":2,"syntology":null},{"url":"/paper/multi-scale-promoted-self-adjusting","title":"Multi-scale Promoted Self-adjusting Correlation Learning for Facial Action Unit Detection","date":"2023-08-15","arxiv_id":"2308.07770","repositories_listed":2,"syntology":null},{"url":"/paper/learning-multi-dimensional-edge-feature-based","title":"Learning Multi-dimensional Edge Feature-based AU Relation Graph for Facial Action Unit Recognition","date":"2022-05-02","arxiv_id":"2205.01782","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/pre-training-strategies-and-datasets-for","title":"Pre-training strategies and datasets for facial representation learning","date":"2021-03-30","arxiv_id":"2103.16554","repositories_listed":2,"syntology":null},{"url":"/paper/linear-disentangled-representation-learning","title":"Linear Disentangled Representation Learning for Facial Actions","date":"2017-01-11","arxiv_id":"1701.03102","repositories_listed":2,"syntology":null},{"url":"/paper/deep-region-and-multi-label-learning-for","title":"Deep Region and Multi-Label Learning for Facial Action Unit Detection","date":"2016-06-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/facial-action-unit-detection-by-adaptively","title":"Facial Action Unit Detection by Adaptively Constraining Self-Attention and Causally Deconfounding Sample","date":"2024-10-02","arxiv_id":"2410.01251","repositories_listed":1,"syntology":null},{"url":"/paper/norface-improving-facial-expression-analysis","title":"Norface: Improving Facial Expression Analysis by Identity Normalization","date":"2024-07-22","arxiv_id":"2407.15617","repositories_listed":1,"syntology":null},{"url":"/paper/representation-learning-and-identity","title":"Representation Learning and Identity Adversarial Training for Facial Behavior Understanding","date":"2024-07-15","arxiv_id":"2407.11243","repositories_listed":1,"syntology":null},{"url":"/paper/multi-scale-dynamic-and-hierarchical","title":"Multi-scale Dynamic and Hierarchical Relationship Modeling for Facial Action Units Recognition","date":"2024-04-09","arxiv_id":"2404.06443","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/auformer-vision-transformers-are-parameter","title":"AUFormer: Vision Transformers are Parameter-Efficient Facial Action Unit Detectors","date":"2024-03-07","arxiv_id":"2403.04697","repositories_listed":1,"syntology":null},{"url":"/paper/learning-contrastive-feature-representations","title":"Learning Contrastive Feature Representations for Facial Action Unit Detection","date":"2024-02-09","arxiv_id":"2402.06165","repositories_listed":1,"syntology":null},{"url":"/paper/fg-net-facial-action-unit-detection-with","title":"FG-Net: Facial Action Unit Detection with Generalizable Pyramidal Features","date":"2023-08-23","arxiv_id":"2308.12380","repositories_listed":1,"syntology":null},{"url":"/paper/automated-detection-of-equine-facial-action","title":"Automated Detection of Equine Facial Action Units","date":"2021-02-17","arxiv_id":"2102.08983","repositories_listed":1,"syntology":null},{"url":"/paper/jaa-net-joint-facial-action-unit-detection","title":"J$\\hat{\\text{A}}$A-Net: Joint Facial Action Unit Detection and Face Alignment via Adaptive Attention","date":"2020-03-18","arxiv_id":"2003.08834","repositories_listed":1,"syntology":null},{"url":"/paper/multi-label-co-regularization-for-semi","title":"Multi-label Co-regularization for Semi-supervised Facial Action Unit Recognition","date":"2019-10-24","arxiv_id":"1910.11012","repositories_listed":1,"syntology":null},{"url":"/paper/self-supervised-representation-learning-from","title":"Self-Supervised Representation Learning From Videos for Facial Action Unit Detection","date":"2019-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/weakly-supervised-unconstrained-action-unit","title":"Unconstrained Facial Action Unit Detection via Latent Feature Domain","date":"2019-03-25","arxiv_id":"1903.10143","repositories_listed":1,"syntology":null},{"url":"/paper/deep-adaptive-attention-for-joint-facial","title":"Deep Adaptive Attention for Joint Facial Action Unit Detection and Face Alignment","date":"2018-03-15","arxiv_id":"1803.05588","repositories_listed":1,"syntology":null},{"url":"/paper/multi-view-dynamic-facial-action-unit","title":"Multi-View Dynamic Facial Action Unit Detection","date":"2017-04-25","arxiv_id":"1704.07863","repositories_listed":1,"syntology":null}],"syntology_records":3,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}