{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/hmar-hierarchical-masked-attention-for-multi","title":"HMAR: Hierarchical Masked Attention for Multi-Behaviour Recommendation","arxiv_id":"2405.09638","date":"2024-04-29","proceeding":null,"authors":["Shereen Elsayed","Ahmed Rashed","Lars Schmidt-Thieme"],"abstract":"In the context of recommendation systems, addressing multi-behavioral user interactions has become vital for understanding the evolving user behavior. Recent models utilize techniques like graph neural networks and attention mechanisms for modeling diverse behaviors, but capturing sequential patterns in historical interactions remains challenging. To tackle this, we introduce Hierarchical Masked Attention for multi-behavior recommendation (HMAR). Specifically, our approach applies masked self-attention to items of the same behavior, followed by self-attention across all behaviors. Additionally, we propose historical behavior indicators to encode the historical frequency of each items behavior in the input sequence. Furthermore, the HMAR model operates in a multi-task setting, allowing it to learn item behaviors and their associated ranking scores concurrently. Extensive experimental results on four real-world datasets demonstrate that our proposed model outperforms state-of-the-art methods. Our code and datasets are available here (https://github.com/Shereen-Elsayed/HMAR).","url_abs":"https://arxiv.org/abs/2405.09638v1","url_pdf":"https://arxiv.org/pdf/2405.09638v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"hmar-hierarchical-masked-attention-for-multi","repo_url":"https://github.com/shereen-elsayed/hmar","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"tf","reach":null}],"tasks":[{"task_slug":"multibehavior-recommendation","task_name":"Multibehavior Recommendation"},{"task_slug":"recommendation-systems","task_name":"Recommendation Systems"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/multibehavior-recommendation-on-movielens","task":"Multibehavior Recommendation","dataset":"MovieLens","model":"HMAR","rank_in_archive_order":1,"of":4,"metrics":{"HR@10":"0.9412"},"uses_additional_data":false},{"leaderboard":"/sota/multibehavior-recommendation-on-movielens","task":"Multibehavior Recommendation","dataset":"MovieLens","model":"MBHT","rank_in_archive_order":3,"of":4,"metrics":{"HR@10":"0.913"},"uses_additional_data":false},{"leaderboard":"/sota/multibehavior-recommendation-on-movielens","task":"Multibehavior Recommendation","dataset":"MovieLens","model":"KHGT","rank_in_archive_order":4,"of":4,"metrics":{"HR@10":"0.861"},"uses_additional_data":false},{"leaderboard":"/sota/multibehavior-recommendation-on-multi","task":"Multibehavior Recommendation","dataset":"Multi-behavior Taobao","model":"HMAR","rank_in_archive_order":1,"of":4,"metrics":{"HR@10":"0.8515"},"uses_additional_data":false},{"leaderboard":"/sota/multibehavior-recommendation-on-multi","task":"Multibehavior Recommendation","dataset":"Multi-behavior Taobao","model":"MB-STR","rank_in_archive_order":3,"of":4,"metrics":{"HR@10":"0.768"},"uses_additional_data":false},{"leaderboard":"/sota/multibehavior-recommendation-on-multi","task":"Multibehavior Recommendation","dataset":"Multi-behavior Taobao","model":"MBHT","rank_in_archive_order":4,"of":4,"metrics":{"HR@10":"0.745"},"uses_additional_data":false},{"leaderboard":"/sota/multibehavior-recommendation-on-yelp","task":"Multibehavior Recommendation","dataset":"Yelp","model":"HMAR","rank_in_archive_order":1,"of":4,"metrics":{"HR@10":"0.9015"},"uses_additional_data":false},{"leaderboard":"/sota/multibehavior-recommendation-on-yelp","task":"Multibehavior Recommendation","dataset":"Yelp","model":"MBHT","rank_in_archive_order":3,"of":4,"metrics":{"HR@10":"0.8850"},"uses_additional_data":false},{"leaderboard":"/sota/multibehavior-recommendation-on-yelp","task":"Multibehavior Recommendation","dataset":"Yelp","model":"MB-STR","rank_in_archive_order":4,"of":4,"metrics":{"HR@10":"0.882"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":null,"mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}