{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/mosi-multimodal-corpus-of-sentiment-intensity","title":"MOSI: Multimodal Corpus of Sentiment Intensity and Subjectivity Analysis in Online Opinion Videos","arxiv_id":"1606.06259","date":"2016-06-20","proceeding":null,"authors":["Amir Zadeh","Rowan Zellers","Eli Pincus","Louis-Philippe Morency"],"abstract":"People are sharing their opinions, stories and reviews through online video\nsharing websites every day. Studying sentiment and subjectivity in these\nopinion videos is experiencing a growing attention from academia and industry.\nWhile sentiment analysis has been successful for text, it is an understudied\nresearch question for videos and multimedia content. The biggest setbacks for\nstudies in this direction are lack of a proper dataset, methodology, baselines\nand statistical analysis of how information from different modality sources\nrelate to each other. This paper introduces to the scientific community the\nfirst opinion-level annotated corpus of sentiment and subjectivity analysis in\nonline videos called Multimodal Opinion-level Sentiment Intensity dataset\n(MOSI). The dataset is rigorously annotated with labels for subjectivity,\nsentiment intensity, per-frame and per-opinion annotated visual features, and\nper-milliseconds annotated audio features. Furthermore, we present baselines\nfor future studies in this direction as well as a new multimodal fusion\napproach that jointly models spoken words and visual gestures.","url_abs":"http://arxiv.org/abs/1606.06259v2","url_pdf":"http://arxiv.org/pdf/1606.06259v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"mosi-multimodal-corpus-of-sentiment-intensity","repo_url":"https://github.com/SenticNet/contextual-sentiment-analysis","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"mosi-multimodal-corpus-of-sentiment-intensity","repo_url":"https://github.com/senticnet/sc-lstm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"mosi-multimodal-corpus-of-sentiment-intensity","repo_url":"https://github.com/soujanyaporia/contextual-multimodal-fusion","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"mosi-multimodal-corpus-of-sentiment-intensity","repo_url":"https://github.com/soujanyaporia/multimodal-sentiment-analysis","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"mosi-multimodal-corpus-of-sentiment-intensity","repo_url":"https://github.com/albertwy/SWRM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"sentiment-analysis","task_name":"Sentiment Analysis"},{"task_slug":"subjectivity-analysis","task_name":"Subjectivity Analysis"}],"methods":[],"datasets_introduced":[{"slug":"multimodal-opinionlevel-sentiment-intensity","name":"Multimodal Opinionlevel Sentiment Intensity","full_name":"MOSI"}],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1606.06259","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1606.06259"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/senticnet/sc-lstm","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/soujanyaporia/multimodal-sentiment-analysis","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/SenticNet/contextual-sentiment-analysis","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/albertwy/SWRM","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/soujanyaporia/contextual-multimodal-fusion","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":6},"by_repo_kind":{"listed":{"samples":6,"ran":0,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"554151737f430fcc","entry":"calc_test_result","repo":"soujanyaporia/contextual-multimodal-fusion","repo_kind":"listed","path":"trimodal_attention_models.py","file_url":"https://github.com/soujanyaporia/contextual-multimodal-fusion/blob/HEAD/trimodal_attention_models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"554151737f430fcc"}},{"code_sha256_prefix":"d9e0bcc53d0d02b1","entry":"createOneHot","repo":"soujanyaporia/multimodal-sentiment-analysis","repo_kind":"listed","path":"data_prep.py","file_url":"https://github.com/soujanyaporia/multimodal-sentiment-analysis/blob/HEAD/data_prep.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d9e0bcc53d0d02b1"}},{"code_sha256_prefix":"83df8e0058e82e28","entry":"createOneHotMosei2way","repo":"soujanyaporia/multimodal-sentiment-analysis","repo_kind":"listed","path":"data_prep.py","file_url":"https://github.com/soujanyaporia/multimodal-sentiment-analysis/blob/HEAD/data_prep.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"83df8e0058e82e28"}},{"code_sha256_prefix":"466577bea7ea7593","entry":"createOneHotMosei3way","repo":"soujanyaporia/multimodal-sentiment-analysis","repo_kind":"listed","path":"data_prep.py","file_url":"https://github.com/soujanyaporia/multimodal-sentiment-analysis/blob/HEAD/data_prep.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"466577bea7ea7593"}},{"code_sha256_prefix":"5d48dbaa71ca5e6a","entry":"create_mask","repo":"soujanyaporia/contextual-multimodal-fusion","repo_kind":"listed","path":"trimodal_attention_models.py","file_url":"https://github.com/soujanyaporia/contextual-multimodal-fusion/blob/HEAD/trimodal_attention_models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5d48dbaa71ca5e6a"}},{"code_sha256_prefix":"face24f110e23bad","entry":"create_one_hot_labels","repo":"soujanyaporia/contextual-multimodal-fusion","repo_kind":"listed","path":"trimodal_attention_models.py","file_url":"https://github.com/soujanyaporia/contextual-multimodal-fusion/blob/HEAD/trimodal_attention_models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"face24f110e23bad"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}