{"url":"/task/novel-concepts","name":"Novel Concepts","slug":"novel-concepts","description_markdown":"Measures the ability of models to uncover an underlying concept that unites several ostensibly disparate entities, which hopefully would not co-occur frequently. This provides a limited test of a model's ability to creatively construct the necessary abstraction to make sense of a situation that it cannot have memorized in training.\r\n\r\nSource: [BIG-bench](https://github.com/google/BIG-bench/tree/main/bigbench/benchmark_tasks/novel_concepts)","categories":[{"name":"Methodology","url":"/area/methodology"},{"name":"Miscellaneous","url":"/area/miscellaneous"},{"name":"Reasoning","url":"/area/reasoning"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"derived"},"counts":{"papers_tagged":158,"papers_with_code":65,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":0,"subtasks":0,"parent_tasks":1},"benchmarks":[],"datasets":[],"subtasks":[],"parent_tasks":[{"url":"/task/logical-reasoning","name":"Logical Reasoning"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":65,"tagged_in_all":158,"items":[{"url":"/paper/palm-scaling-language-modeling-with-pathways-1","title":"PaLM: Scaling Language Modeling with Pathways","date":"2022-04-05","arxiv_id":"2204.02311","repositories_listed":7,"syntology":{"n":37,"n_ran":30,"n_unverified":7,"n_pointer_only":0}},{"url":"/paper/dynamic-few-shot-visual-learning-without","title":"Dynamic Few-Shot Visual Learning without Forgetting","date":"2018-04-25","arxiv_id":"1804.09458","repositories_listed":4,"syntology":{"n":13,"n_ran":2,"n_unverified":11,"n_pointer_only":0}},{"url":"/paper/scaling-language-models-methods-analysis-1","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","date":"2021-12-08","arxiv_id":"2112.11446","repositories_listed":3,"syntology":null},{"url":"/paper/is-clip-the-main-roadblock-for-fine-grained","title":"Is CLIP the main roadblock for fine-grained open-world perception?","date":"2024-04-04","arxiv_id":"2404.03539","repositories_listed":2,"syntology":{"n":17,"n_ran":15,"n_unverified":2,"n_pointer_only":17}},{"url":"/paper/sam-assisted-remote-sensing-imagery-semantic","title":"SAM-Assisted Remote Sensing Imagery Semantic Segmentation with Object and Boundary Constraints","date":"2023-12-05","arxiv_id":"2312.02464","repositories_listed":2,"syntology":{"n":13,"n_ran":0,"n_unverified":13,"n_pointer_only":0}},{"url":"/paper/dreamcreature-crafting-photorealistic-virtual","title":"DreamCreature: Crafting Photorealistic Virtual Creatures from Imagination","date":"2023-11-27","arxiv_id":"2311.15477","repositories_listed":2,"syntology":null},{"url":"/paper/coda-prompt-continual-decomposed-attention","title":"CODA-Prompt: COntinual Decomposed Attention-based Prompting for Rehearsal-Free Continual Learning","date":"2022-11-23","arxiv_id":"2211.13218","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/training-compute-optimal-large-language","title":"Training Compute-Optimal Large Language Models","date":"2022-03-29","arxiv_id":"2203.15556","repositories_listed":2,"syntology":{"n":11,"n_ran":8,"n_unverified":3,"n_pointer_only":4}},{"url":"/paper/der-dynamically-expandable-representation-for","title":"DER: Dynamically Expandable Representation for Class Incremental Learning","date":"2021-03-31","arxiv_id":"2103.16788","repositories_listed":2,"syntology":{"n":11,"n_ran":6,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/synonymous-generalization-in-sequence-to","title":"Revisit Systematic Generalization via Meaningful Learning","date":"2020-03-14","arxiv_id":"2003.06658","repositories_listed":2,"syntology":null},{"url":"/paper/afanet-adaptive-frequency-aware-network-for","title":"AFANet: Adaptive Frequency-Aware Network for Weakly-Supervised Few-Shot Semantic Segmentation","date":"2024-12-23","arxiv_id":"2412.17601","repositories_listed":1,"syntology":null},{"url":"/paper/personamagic-stage-regulated-high-fidelity","title":"PersonaMagic: Stage-Regulated High-Fidelity Face Customization with Tandem Equilibrium","date":"2024-12-20","arxiv_id":"2412.15674","repositories_listed":1,"syntology":null},{"url":"/paper/nesycoco-a-neuro-symbolic-concept-composer","title":"NeSyCoCo: A Neuro-Symbolic Concept Composer for Compositional Generalization","date":"2024-12-20","arxiv_id":"2412.15588","repositories_listed":1,"syntology":null},{"url":"/paper/grounding-descriptions-in-images-informs-zero","title":"Grounding Descriptions in Images informs Zero-Shot Visual Recognition","date":"2024-12-05","arxiv_id":"2412.04429","repositories_listed":1,"syntology":null},{"url":"/paper/safe-slow-and-fast-parameter-efficient-tuning","title":"SAFE: Slow and Fast Parameter-Efficient Tuning for Continual Learning with Pre-Trained Models","date":"2024-11-04","arxiv_id":"2411.02175","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/happy-a-debiased-learning-framework-for","title":"Happy: A Debiased Learning Framework for Continual Generalized Category Discovery","date":"2024-10-09","arxiv_id":"2410.06535","repositories_listed":1,"syntology":{"n":16,"n_ran":9,"n_unverified":7,"n_pointer_only":0}},{"url":"/paper/can-vision-language-models-learn-from-visual","title":"Can Vision Language Models Learn from Visual Demonstrations of Ambiguous Spatial Reasoning?","date":"2024-09-25","arxiv_id":"2409.17080","repositories_listed":1,"syntology":null},{"url":"/paper/locate-anything-on-earth-advancing-open","title":"Locate Anything on Earth: Advancing Open-Vocabulary Object Detection for Remote Sensing Community","date":"2024-08-17","arxiv_id":"2408.09110","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/attention-calibration-for-disentangled-text","title":"Attention Calibration for Disentangled Text-to-Image Personalization","date":"2024-03-27","arxiv_id":"2403.18551","repositories_listed":1,"syntology":{"n":8,"n_ran":4,"n_unverified":4,"n_pointer_only":0}},{"url":"/paper/a-language-model-s-guide-through-latent-space","title":"A Language Model's Guide Through Latent Space","date":"2024-02-22","arxiv_id":"2402.14433","repositories_listed":1,"syntology":{"n":11,"n_ran":11,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/bowll-a-deceptively-simple-open-world","title":"BOWLL: A Deceptively Simple Open World Lifelong Learner","date":"2024-02-07","arxiv_id":"2402.04814","repositories_listed":1,"syntology":null},{"url":"/paper/online-task-free-continual-generative-and","title":"Online Task-Free Continual Generative and Discriminative Learning via Dynamic Cluster Memory","date":"2024-01-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/language-informed-visual-concept-learning","title":"Language-Informed Visual Concept Learning","date":"2023-12-06","arxiv_id":"2312.03587","repositories_listed":1,"syntology":{"n":13,"n_ran":11,"n_unverified":2,"n_pointer_only":13}},{"url":"/paper/towards-open-ended-visual-recognition-with","title":"Towards Open-Ended Visual Recognition with Large Language Model","date":"2023-11-14","arxiv_id":"2311.08400","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/robust-differentiable-predictive-control-with","title":"A Robust, Efficient Predictive Safety Filter","date":"2023-11-14","arxiv_id":"2311.08496","repositories_listed":1,"syntology":null},{"url":"/paper/ov-vg-a-benchmark-for-open-vocabulary-visual","title":"OV-VG: A Benchmark for Open-Vocabulary Visual Grounding","date":"2023-10-22","arxiv_id":"2310.14374","repositories_listed":1,"syntology":null},{"url":"/paper/continual-zero-shot-learning-through","title":"Continual Zero-Shot Learning through Semantically Guided Generative Random Walks","date":"2023-08-23","arxiv_id":"2308.12366","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_unverified":1,"n_pointer_only":8}},{"url":"/paper/link-context-learning-for-multimodal-llms","title":"Link-Context Learning for Multimodal LLMs","date":"2023-08-15","arxiv_id":"2308.07891","repositories_listed":1,"syntology":null},{"url":"/paper/l3dmc-lifelong-learning-using-distillation","title":"L3DMC: Lifelong Learning using Distillation via Mixed-Curvature Space","date":"2023-07-31","arxiv_id":"2307.16459","repositories_listed":1,"syntology":null},{"url":"/paper/subspace-distillation-for-continual-learning","title":"Subspace Distillation for Continual Learning","date":"2023-07-31","arxiv_id":"2307.16419","repositories_listed":1,"syntology":null}],"syntology_records":15,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}