{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/rareact-a-video-dataset-of-unusual","title":"RareAct: A video dataset of unusual interactions","arxiv_id":"2008.01018","date":"2020-08-03","proceeding":null,"authors":["Antoine Miech","Jean-Baptiste Alayrac","Ivan Laptev","Josef Sivic","Andrew Zisserman"],"abstract":"This paper introduces a manually annotated video dataset of unusual actions, namely RareAct, including actions such as \"blend phone\", \"cut keyboard\" and \"microwave shoes\". RareAct aims at evaluating the zero-shot and few-shot compositionality of action recognition models for unlikely compositions of common action verbs and object nouns. It contains 122 different actions which were obtained by combining verbs and nouns rarely co-occurring together in the large-scale textual corpus from HowTo100M, but that frequently appear separately. We provide benchmarks using a state-of-the-art HowTo100M pretrained video and text model and show that zero-shot and few-shot compositionality of actions remains a challenging and unsolved task.","url_abs":"https://arxiv.org/abs/2008.01018v1","url_pdf":"https://arxiv.org/pdf/2008.01018v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"rareact-a-video-dataset-of-unusual","repo_url":"https://github.com/antoine77340/RareAct","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"action-recognition-in-videos","task_name":"Action Recognition"}],"methods":[],"datasets_introduced":[{"slug":"rareact","name":"RareAct","full_name":null}],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2008.01018","atlas_url":"https://app.syntology.ai/?focus=2008.01018","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2008.01018"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/antoine77340/RareAct","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"unverified":2},"by_repo_kind":{"official":{"samples":2,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"aa6ed71b8b823c68","entry":"normalize_nid","repo":"antoine77340/RareAct","repo_kind":"official","path":"compute_score.py","file_url":"https://github.com/antoine77340/RareAct/blob/HEAD/compute_score.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"aa6ed71b8b823c68"}},{"code_sha256_prefix":"5abc47a3c8cc9380","entry":"vid_sampling","repo":"antoine77340/RareAct","repo_kind":"official","path":"compute_score.py","file_url":"https://github.com/antoine77340/RareAct/blob/HEAD/compute_score.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5abc47a3c8cc9380"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}