{"url":"/task/systematic-generalization","name":"Systematic Generalization","slug":"systematic-generalization","description_markdown":null,"categories":[{"name":"Reasoning","url":"/area/reasoning"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":126,"papers_with_code":77,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":7,"subtasks":0,"parent_tasks":0},"benchmarks":[],"datasets":[{"url":"/dataset/scan","name":"SCAN","full_name":"Simplified versions of the CommAI Navigation tasks","num_papers_in_archive":148},{"url":"/dataset/gscan","name":"GSCAN","full_name":"Grounded SCAN","num_papers_in_archive":22},{"url":"/dataset/mathematics","name":"Mathematics Dataset","full_name":"","num_papers_in_archive":19},{"url":"/dataset/pcfg-set","name":"PCFG SET","full_name":"Probabilistic Context Free Grammar String Edit Task","num_papers_in_archive":4},{"url":"/dataset/zest","name":"ZEST","full_name":"","num_papers_in_archive":3},{"url":"/dataset/cryptics","name":"Cryptics","full_name":"","num_papers_in_archive":1},{"url":"/dataset/s2b","name":"S2B","full_name":"Symbolic Behaviour Benchmark","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":77,"tagged_in_all":126,"items":[{"url":"/paper/multi-object-representation-learning-with","title":"Multi-Object Representation Learning with Iterative Variational Inference","date":"2019-03-01","arxiv_id":"1903.00450","repositories_listed":6,"syntology":{"n":6,"n_ran":1,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/clutrr-a-diagnostic-benchmark-for-inductive","title":"CLUTRR: A Diagnostic Benchmark for Inductive Reasoning from Text","date":"2019-08-16","arxiv_id":"1908.06177","repositories_listed":5,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":1}},{"url":"/paper/prioritized-level-replay-1","title":"Prioritized Level Replay","date":"2020-10-08","arxiv_id":"2010.03934","repositories_listed":4,"syntology":null},{"url":"/paper/a-benchmark-for-systematic-generalization-in","title":"A Benchmark for Systematic Generalization in Grounded Language Understanding","date":"2020-03-11","arxiv_id":"2003.05161","repositories_listed":4,"syntology":null},{"url":"/paper/conditional-object-centric-learning-from-1","title":"Conditional Object-Centric Learning from Video","date":"2021-11-24","arxiv_id":"2111.12594","repositories_listed":3,"syntology":{"n":13,"n_ran":11,"n_unverified":2,"n_pointer_only":10}},{"url":"/paper/the-nethack-learning-environment","title":"The NetHack Learning Environment","date":"2020-06-24","arxiv_id":"2006.13760","repositories_listed":3,"syntology":{"n":11,"n_ran":1,"n_unverified":10,"n_pointer_only":3}},{"url":"/paper/closure-assessing-systematic-generalization","title":"CLOSURE: Assessing Systematic Generalization of CLEVR Models","date":"2019-12-12","arxiv_id":"1912.05783","repositories_listed":3,"syntology":{"n":10,"n_ran":5,"n_unverified":5,"n_pointer_only":2}},{"url":"/paper/slot-abstractors-toward-scalable-abstract","title":"Slot Abstractors: Toward Scalable Abstract Visual Reasoning","date":"2024-03-06","arxiv_id":"2403.03458","repositories_listed":2,"syntology":{"n":4,"n_ran":2,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/not-all-neuro-symbolic-concepts-are-created","title":"Not All Neuro-Symbolic Concepts Are Created Equal: Analysis and Mitigation of Reasoning Shortcuts","date":"2023-05-31","arxiv_id":"2305.19951","repositories_listed":2,"syntology":{"n":6,"n_ran":0,"n_unverified":6,"n_pointer_only":0}},{"url":"/paper/vima-general-robot-manipulation-with","title":"VIMA: General Robot Manipulation with Multimodal Prompts","date":"2022-10-06","arxiv_id":"2210.03094","repositories_listed":2,"syntology":{"n":8,"n_ran":0,"n_unverified":8,"n_pointer_only":0}},{"url":"/paper/systematic-generalization-on-gscan-what-is","title":"Systematic Generalization on gSCAN: What is Nearly Solved and What is Next?","date":"2021-09-25","arxiv_id":"2109.12243","repositories_listed":2,"syntology":{"n":7,"n_ran":1,"n_unverified":6,"n_pointer_only":0}},{"url":"/paper/the-devil-is-in-the-detail-simple-tricks","title":"The Devil is in the Detail: Simple Tricks Improve Systematic Generalization of Transformers","date":"2021-08-26","arxiv_id":"2108.12284","repositories_listed":2,"syntology":{"n":2,"n_ran":0,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/measuring-systematic-generalization-in-neural","title":"Measuring Systematic Generalization in Neural Proof Generation with Transformers","date":"2020-09-30","arxiv_id":"2009.14786","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/systematic-generalization-on-gscan-with","title":"Systematic Generalization on gSCAN with Language Conditioned Embedding","date":"2020-09-11","arxiv_id":"2009.05552","repositories_listed":2,"syntology":null},{"url":"/paper/synonymous-generalization-in-sequence-to","title":"Revisit Systematic Generalization via Meaningful Learning","date":"2020-03-14","arxiv_id":"2003.06658","repositories_listed":2,"syntology":null},{"url":"/paper/systematic-generalization-what-is-required","title":"Systematic Generalization: What Is Required and Can It Be Learned?","date":"2018-11-30","arxiv_id":"1811.12889","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_unverified":0,"n_pointer_only":5}},{"url":"/paper/enabling-systematic-generalization-in","title":"Enabling Systematic Generalization in Abstract Spatial Reasoning through Meta-Learning for Compositionality","date":"2025-04-02","arxiv_id":"2504.01445","repositories_listed":1,"syntology":null},{"url":"/paper/unveiling-the-mechanisms-of-explicit-cot","title":"Unveiling the Mechanisms of Explicit CoT Training: How CoT Enhances Reasoning Generalization","date":"2025-02-07","arxiv_id":"2502.04667","repositories_listed":1,"syntology":{"n":10,"n_ran":2,"n_unverified":8,"n_pointer_only":0}},{"url":"/paper/inductive-biases-for-zero-shot-systematic","title":"Inductive Biases for Zero-shot Systematic Generalization in Language-informed Reinforcement Learning","date":"2025-01-25","arxiv_id":"2501.15270","repositories_listed":1,"syntology":null},{"url":"/paper/carel-instruction-guided-reinforcement","title":"CAREL: Instruction-guided reinforcement learning with cross-modal auxiliary objectives","date":"2024-11-29","arxiv_id":"2411.19787","repositories_listed":1,"syntology":null},{"url":"/paper/many-body-expansion-based-machine-learning","title":"Many-body Expansion Based Machine Learning Models for Octahedral Transition Metal Complexes","date":"2024-10-12","arxiv_id":"2410.09659","repositories_listed":1,"syntology":null},{"url":"/paper/on-the-specialization-of-neural-modules","title":"On The Specialization of Neural Modules","date":"2024-09-23","arxiv_id":"2409.14981","repositories_listed":1,"syntology":{"n":11,"n_ran":4,"n_unverified":7,"n_pointer_only":0}},{"url":"/paper/systematic-reasoning-about-relational-domains","title":"Systematic Reasoning About Relational Domains With Graph Neural Networks","date":"2024-07-24","arxiv_id":"2407.17396","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/a-systematization-of-the-wagner-framework","title":"A Systematization of the Wagner Framework: Graph Theory Conjectures and Reinforcement Learning","date":"2024-06-18","arxiv_id":"2406.12667","repositories_listed":1,"syntology":null},{"url":"/paper/identifiable-object-centric-representation","title":"Identifiable Object-Centric Representation Learning via Probabilistic Slot Attention","date":"2024-06-11","arxiv_id":"2406.07141","repositories_listed":1,"syntology":{"n":2,"n_ran":0,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/discrete-dictionary-based-decomposition-layer","title":"Discrete Dictionary-based Decomposition Layer for Structured Representation Learning","date":"2024-06-11","arxiv_id":"2406.06976","repositories_listed":1,"syntology":{"n":14,"n_ran":10,"n_unverified":4,"n_pointer_only":0}},{"url":"/paper/attention-based-iterative-decomposition-for","title":"Attention-based Iterative Decomposition for Tensor Product Representation","date":"2024-06-03","arxiv_id":"2406.01012","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/mixture-of-experts-using-tensor-products","title":"Mixture of Latent Experts Using Tensor Products","date":"2024-05-26","arxiv_id":"2405.16671","repositories_listed":1,"syntology":null},{"url":"/paper/learning-to-compose-improving-object-centric","title":"Learning to Compose: Improving Object Centric Learning by Injecting Compositionality","date":"2024-05-01","arxiv_id":"2405.00646","repositories_listed":1,"syntology":null},{"url":"/paper/case-based-or-rule-based-how-do-transformers","title":"Case-Based or Rule-Based: How Do Transformers Do the Math?","date":"2024-02-27","arxiv_id":"2402.17709","repositories_listed":1,"syntology":{"n":13,"n_ran":13,"n_unverified":0,"n_pointer_only":0}}],"syntology_records":19,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}