{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/whyact-identifying-action-reasons-in","title":"WhyAct: Identifying Action Reasons in Lifestyle Vlogs","arxiv_id":"2109.02747","date":"2021-09-06","proceeding":"EMNLP 2021 11","authors":["Oana Ignat","Santiago Castro","Hanwen Miao","Weiji Li","Rada Mihalcea"],"abstract":"We aim to automatically identify human action reasons in online videos. We focus on the widespread genre of lifestyle vlogs, in which people perform actions while verbally describing them. We introduce and make publicly available the WhyAct dataset, consisting of 1,077 visual actions manually annotated with their reasons. We describe a multimodal model that leverages visual and textual information to automatically infer the reasons corresponding to an action presented in the video.","url_abs":"https://arxiv.org/abs/2109.02747v2","url_pdf":"https://arxiv.org/pdf/2109.02747v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"whyact-identifying-action-reasons-in","repo_url":"https://github.com/michigannlp/vlog_action_reason","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[],"methods":[],"datasets_introduced":[{"slug":"whyact","name":"WhyAct","full_name":""}],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2109.02747","atlas_url":"https://app.syntology.ai/?focus=2109.02747","mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}