{"url":"/dataset/hateful-memes","name":"Hateful Memes","full_name":"Hateful Memes","description_markdown":"The Hateful Memes data set is a multimodal dataset for hateful meme detection (image + text) that contains 10,000+ new multimodal examples created by Facebook AI. Images were licensed from Getty Images so that researchers can use the data set to support their work.","description_withheld":null,"homepage":"https://ai.facebook.com/blog/hateful-memes-challenge-and-data-set/","introduced_date":"2020-05-10","introduced_date_note":null,"introduced_by":{"paper":"/paper/the-hateful-memes-challenge-detecting-hate","title":"The Hateful Memes Challenge: Detecting Hate Speech in Multimodal Memes","first_author":"Douwe Kiela","url":null},"license":{"name":"Unknown","url":null},"modalities":[{"name":"Images","url":"/datasets/modality/images"},{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Emotion Recognition","url":"/task/emotion-recognition","datasets_with_task":"/datasets/task/emotion-recognition"},{"name":"Image Clustering","url":"/task/image-clustering","datasets_with_task":"/datasets/task/image-clustering"},{"name":"Image Captioning","url":"/task/image-captioning","datasets_with_task":"/datasets/task/image-captioning"},{"name":"Meme Classification","url":"/task/meme-classification","datasets_with_task":"/datasets/task/meme-classification"},{"name":"Hateful Meme Classification","url":"/task/hateful-meme-classification","datasets_with_task":"/datasets/task/hateful-meme-classification"},{"name":"Misinformation","url":"/task/misinformation","datasets_with_task":"/datasets/task/misinformation"}],"languages":[],"variants":["Hateful Memes","Hateful Memes Challenge"],"data_loaders":[],"num_papers_in_archive":177,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/meme-classification-on-hateful-memes","task":"Meme Classification","dataset_variant":"Hateful Memes","rows":17,"metrics":["ROC-AUC","Accuracy"],"first_row_in_archive_order":{"model":"RA-HMD (Qwen2-VL-7B)","paper":"/paper/improved-fine-tuning-of-large-multimodal-1","metrics":{"Accuracy":"0.821","ROC-AUC":"0.911"},"code_links":[{"title":"JingbiaoMei/RGCL","url":"https://github.com/JingbiaoMei/RGCL"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/hateful-meme-classification-on-hateful-memes-1","task":"Hateful Meme Classification","dataset_variant":"Hateful Memes","rows":1,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"RA-HMD (Qwen2-VL-7B)","paper":"/paper/improved-fine-tuning-of-large-multimodal-1","metrics":{"AUROC":"91.1"},"code_links":[{"title":"JingbiaoMei/RGCL","url":"https://github.com/JingbiaoMei/RGCL"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/image-clustering-on-hateful-memes","task":"Image Clustering","dataset_variant":"Hateful Memes","rows":1,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"TURTLE (CLIP + DINOv2)","paper":"/paper/let-go-of-your-labels-with-unsupervised-1","metrics":{"Accuracy":"54.2"},"code_links":[{"title":"mlbio-epfl/turtle","url":"https://github.com/mlbio-epfl/turtle"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/improved-fine-tuning-of-large-multimodal-1","title":"Robust Adaptation of Large Multimodal Models for Retrieval Augmented Hateful Meme Detection","date":"2025-02-18","rows_on_this_dataset":4,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":4,"samples_ran":2,"samples_unverified":2,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/let-go-of-your-labels-with-unsupervised-1","title":"Let Go of Your Labels with Unsupervised Transfer","date":"2024-06-11","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":4,"samples_ran":3,"samples_unverified":1,"pointer_only_for_licence":4,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/visual-program-distillation-distilling-tools","title":"Visual Program Distillation: Distilling Tools and Programmatic Reasoning into Vision-Language Models","date":"2023-12-05","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/improving-hateful-memes-detection-via","title":"Improving Hateful Meme Detection through Retrieval-Guided Contrastive Learning","date":"2023-11-14","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":1,"samples_ran":1,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/mapping-memes-to-words-for-multimodal-hateful","title":"Mapping Memes to Words for Multimodal Hateful Meme Classification","date":"2023-10-12","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":3,"samples_ran":2,"samples_unverified":1,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/pro-cap-leveraging-a-frozen-vision-language","title":"Pro-Cap: Leveraging a Frozen Vision-Language Model for Hateful Meme Detection","date":"2023-08-16","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":4,"samples_ran":1,"samples_unverified":3,"pointer_only_for_licence":4,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/hate-clipper-multimodal-hateful-meme","title":"Hate-CLIPper: Multimodal Hateful Meme Classification based on Cross-modal Interaction of CLIP Features","date":"2022-10-12","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":5,"samples_ran":0,"samples_unverified":5,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/flamingo-a-visual-language-model-for-few-shot-1","title":"Flamingo: a Visual Language Model for Few-Shot Learning","date":"2022-04-29","rows_on_this_dataset":2,"code_links":5,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":24,"samples_ran":18,"samples_unverified":6,"pointer_only_for_licence":7,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/vision-models-are-more-robust-and-fair-when","title":"Vision Models Are More Robust And Fair When Pretrained On Uncurated Images Without Supervision","date":"2022-02-16","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/learning-transferable-visual-models-from","title":"Learning Transferable Visual Models From Natural Language Supervision","date":"2021-02-26","rows_on_this_dataset":1,"code_links":82,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":20,"samples_ran":16,"samples_unverified":4,"pointer_only_for_licence":16,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/detecting-hate-speech-in-memes-using","title":"Detecting Hate Speech in Memes Using Multimodal Deep Learning Approaches: Prize-winning solution to Hateful Memes Challenge","date":"2020-12-23","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/enhance-multimodal-transformer-with-external","title":"Enhance Multimodal Transformer With External Label And In-Domain Pretrain: Hateful Meme Challenge Winning Solution","date":"2020-12-15","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/vilio-state-of-the-art-visio-linguistic","title":"Vilio: State-of-the-art Visio-Linguistic Models applied to Hateful Memes","date":"2020-12-14","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/the-hateful-memes-challenge-detecting-hate","title":"The Hateful Memes Challenge: Detecting Hate Speech in Multimodal Memes","date":"2020-05-10","rows_on_this_dataset":2,"code_links":4,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":4,"samples_ran":0,"samples_unverified":4,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":9,"samples_harvested":69,"samples_ran":43,"samples_unverified":26,"pointer_only_for_licence":31,"papers_with_no_sample_that_ran":2,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}