{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/multilogue-net-a-context-aware-rnn-for-multi","title":"Multilogue-Net: A Context Aware RNN for Multi-modal Emotion Detection and Sentiment Analysis in Conversation","arxiv_id":"2002.08267","date":"2020-02-19","proceeding":"arXiv preprint 2020 2","authors":["Aman Shenoy","Ashish Sardana"],"abstract":"Sentiment Analysis and Emotion Detection in conversation is key in several real-world applications, with an increase in modalities available aiding a better understanding of the underlying emotions. Multi-modal Emotion Detection and Sentiment Analysis can be particularly useful, as applications will be able to use specific subsets of available modalities, as per the available data. Current systems dealing with Multi-modal functionality fail to leverage and capture - the context of the conversation through all modalities, the dependency between the listener(s) and speaker emotional states, and the relevance and relationship between the available modalities. In this paper, we propose an end to end RNN architecture that attempts to take into account all the mentioned drawbacks. Our proposed model, at the time of writing, out-performs the state of the art on a benchmark dataset on a variety of accuracy and regression metrics.","url_abs":"https://arxiv.org/abs/2002.08267v3","url_pdf":"https://arxiv.org/pdf/2002.08267v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"multilogue-net-a-context-aware-rnn-for-multi","repo_url":"https://github.com/amanshenoy/multilogue-net","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"emotion-recognition","task_name":"Emotion Recognition"},{"task_slug":"emotion-recognition-in-conversation","task_name":"Emotion Recognition in Conversation"},{"task_slug":"multimodal-emotion-recognition","task_name":"Multimodal Emotion Recognition"},{"task_slug":"multimodal-sentiment-analysis","task_name":"Multimodal Sentiment Analysis"},{"task_slug":"sentiment-analysis","task_name":"Sentiment Analysis"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/multimodal-sentiment-analysis-on-cmu-mosei-1","task":"Multimodal Sentiment Analysis","dataset":"CMU-MOSEI","model":"Multilogue-Net","rank_in_archive_order":8,"of":15,"metrics":{"Accuracy":"82.10","MAE":"0.59"},"uses_additional_data":true}],"syntology":{"syntology_url":"https://syntology.ai/paper/2002.08267","atlas_url":"https://app.syntology.ai/?focus=2002.08267","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.08267"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/amanshenoy/multilogue-net","reach":null}],"summary":{"ran":2,"unverified":2},"by_repo_kind":{"official":{"samples":4,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"828716810d62f8c3","entry":"get_train_valid_sampler","repo":"amanshenoy/multilogue-net","repo_kind":"official","path":"train_categorical.py","file_url":"https://github.com/amanshenoy/multilogue-net/blob/HEAD/train_categorical.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"828716810d62f8c3"}},{"code_sha256_prefix":"67135a5aa40d04e6","entry":"get_train_valid_sampler","repo":"amanshenoy/multilogue-net","repo_kind":"official","path":"train_regression.py","file_url":"https://github.com/amanshenoy/multilogue-net/blob/HEAD/train_regression.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"67135a5aa40d04e6"}},{"code_sha256_prefix":"069240f8c4302dec","entry":"train_or_eval_model","repo":"amanshenoy/multilogue-net","repo_kind":"official","path":"train_categorical.py","file_url":"https://github.com/amanshenoy/multilogue-net/blob/HEAD/train_categorical.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"069240f8c4302dec"}},{"code_sha256_prefix":"b4d3a3396102fce8","entry":"train_or_eval_model","repo":"amanshenoy/multilogue-net","repo_kind":"official","path":"train_regression.py","file_url":"https://github.com/amanshenoy/multilogue-net/blob/HEAD/train_regression.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b4d3a3396102fce8"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}