{"url":"/method/cola","slug":"cola","name":"COLA","full_name":"COLA","full_name_withheld":false,"description_markdown":"**COLA** is a self-supervised pre-training approach for learning a general-purpose representation of audio. It is based on contrastive learning: it learns a representation which assigns high similarity to audio segments extracted from the same recording while assigning lower similarity to segments from different recordings.","description_state":"present","introduced_year":null,"introduced_by":{"title":"Contrastive Learning of General-Purpose Audio Representations","paper":"/paper/contrastive-learning-of-general-purpose-audio","first_author":"Aaqib Saeed","n_authors":3,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/contrastive-learning-of-general-purpose-audio"},"source":{"url":"https://arxiv.org/abs/2010.10915v1","title":"Contrastive Learning of General-Purpose Audio Representations","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"General","area_id":"general","collection":"Self-Supervised Learning","url":"/methods/category/self-supervised-learning","pwc_aliases":[]},{"area":"Audio","area_id":"audio","collection":"Generative Audio Models","url":"/methods/category/generative-audio-models","pwc_aliases":[]}],"n_papers_tagged":32,"archive_num_papers":32,"papers_newest_first":[{"paper":null,"title":"CoLa -- Learning to Interactively Collaborate with Large LMs","date":"2025-04-03","arxiv_id":"2504.02965","n_code_links":0,"syntology":null},{"paper":"/paper/controlling-large-language-model-with-latent","title":"Controlling Large Language Model with Latent Actions","date":"2025-03-27","arxiv_id":"2503.21383","n_code_links":1,"syntology":null},{"paper":"/paper/cola-compute-efficient-pre-training-of-llms","title":"CoLA: Compute-Efficient Pre-Training of LLMs via Low-Rank Activation","date":"2025-02-16","arxiv_id":"2502.10940","n_code_links":1,"syntology":null},{"paper":null,"title":"Optimizing Language Models for Grammatical Acceptability: A Comparative Study of Fine-Tuning Techniques","date":"2025-01-14","arxiv_id":"2501.07853","n_code_links":0,"syntology":null},{"paper":"/paper/dare-the-extreme-revisiting-delta-parameter","title":"DARE the Extreme: Revisiting Delta-Parameter Pruning For Fine-Tuned Models","date":"2024-10-12","arxiv_id":"2410.09344","n_code_links":1,"syntology":{"ran":12,"of":17,"unverified":5,"pointer_only":17}},{"paper":null,"title":"Can VLMs be used on videos for action recognition? LLMs are Visual Reasoning Coordinators","date":"2024-07-20","arxiv_id":"2407.14834","n_code_links":0,"syntology":null},{"paper":null,"title":"ADMM Based Semi-Structured Pattern Pruning Framework For Transformer","date":"2024-07-11","arxiv_id":"2407.08334","n_code_links":0,"syntology":null},{"paper":null,"title":"Comparative Analysis of Different Efficient Fine Tuning Methods of Large Language Models (LLMs) in Low-Resource Setting","date":"2024-05-21","arxiv_id":"2405.13181","n_code_links":0,"syntology":null},{"paper":"/paper/cola-collaborative-adaptation-with-gradient","title":"ColA: Collaborative Adaptation with Gradient Learning","date":"2024-04-22","arxiv_id":"2404.13844","n_code_links":1,"syntology":{"ran":2,"of":2,"unverified":0,"pointer_only":0}},{"paper":null,"title":"Knowledge-aware Alert Aggregation in Large-scale Cloud Systems: a Hybrid Approach","date":"2024-03-11","arxiv_id":"2403.06485","n_code_links":0,"syntology":null},{"paper":"/paper/cola-cross-city-mobility-transformer-for","title":"COLA: Cross-city Mobility Transformer for Human Trajectory Simulation","date":"2024-03-04","arxiv_id":"2403.01801","n_code_links":1,"syntology":{"ran":3,"of":4,"unverified":1,"pointer_only":0}},{"paper":null,"title":"Chain of LoRA: Efficient Fine-tuning of Language Models via Residual Learning","date":"2024-01-08","arxiv_id":"2401.04151","n_code_links":0,"syntology":null},{"paper":null,"title":"Empirical Analysis of Efficient Fine-Tuning Methods for Large Pre-Trained Language Models","date":"2024-01-08","arxiv_id":"2401.04051","n_code_links":0,"syntology":null},{"paper":null,"title":"COLA: COarse-LAbel multi-source LiDAR semantic segmentation for autonomous driving","date":"2023-11-06","arxiv_id":"2311.03017","n_code_links":0,"syntology":null},{"paper":null,"title":"CoVLM: Composing Visual Entities and Relationships in Large Language Models Via Communicative Decoding","date":"2023-11-06","arxiv_id":"2311.03354","n_code_links":0,"syntology":null},{"paper":"/paper/stance-detection-with-collaborative-role","title":"Stance Detection with Collaborative Role-Infused LLM-Based Agents","date":"2023-10-16","arxiv_id":"2310.10467","n_code_links":1,"syntology":{"ran":3,"of":3,"unverified":0,"pointer_only":3}},{"paper":"/paper/graph-contrastive-learning-meets-graph-meta","title":"Graph Contrastive Learning Meets Graph Meta Learning: A Unified Method for Few-shot Node Tasks","date":"2023-09-19","arxiv_id":"2309.10376","n_code_links":1,"syntology":{"ran":3,"of":3,"unverified":0,"pointer_only":3}},{"paper":"/paper/cola-exploiting-compositional-structure-for","title":"CoLA: Exploiting Compositional Structure for Automatic and Efficient Numerical Linear Algebra","date":"2023-09-06","arxiv_id":"2309.03060","n_code_links":1,"syntology":{"ran":17,"of":17,"unverified":0,"pointer_only":0}},{"paper":null,"title":"BOURNE: Bootstrapped Self-supervised Learning Framework for Unified Graph Anomaly Detection","date":"2023-07-28","arxiv_id":"2307.15244","n_code_links":0,"syntology":null},{"paper":"/paper/cola-contextualized-commonsense-causal","title":"COLA: Contextualized Commonsense Causal Reasoning from the Causal Inference Perspective","date":"2023-05-09","arxiv_id":"2305.05191","n_code_links":1,"syntology":{"ran":3,"of":18,"unverified":15,"pointer_only":0}},{"paper":"/paper/can-bert-eat-rucola-topological-data-analysis","title":"Can BERT eat RuCoLA? Topological Data Analysis to Explain","date":"2023-04-04","arxiv_id":"2304.01680","n_code_links":2,"syntology":null},{"paper":"/paper/multi-source-contrastive-learning-from","title":"Multi-Source Contrastive Learning from Musical Audio","date":"2023-02-14","arxiv_id":"2302.07077","n_code_links":1,"syntology":null},{"paper":null,"title":"A Discerning Several Thousand Judgments: GPT-3 Rates the Article + Adjective + Numeral + Noun Construction","date":"2023-01-29","arxiv_id":"2301.12564","n_code_links":0,"syntology":null},{"paper":"/paper/field-level-neural-network-emulator-for","title":"Field Level Neural Network Emulator for Cosmological N-body Simulations","date":"2022-06-09","arxiv_id":"2206.04594","n_code_links":2,"syntology":null},{"paper":"/paper/simple-lessons-from-complex-learning-what-a","title":"Simple lessons from complex learning: what a neural network model learns about cosmic structure formation","date":"2022-06-09","arxiv_id":"2206.04573","n_code_links":1,"syntology":null},{"paper":"/paper/acceptability-judgements-via-examining-the","title":"Acceptability Judgements via Examining the Topology of Attention Maps","date":"2022-05-19","arxiv_id":"2205.09630","n_code_links":1,"syntology":null},{"paper":null,"title":"Efficient Fine-Tuning of BERT Models on the Edge","date":"2022-05-03","arxiv_id":"2205.01541","n_code_links":0,"syntology":null},{"paper":"/paper/cola-consistent-learning-with-opponent-1","title":"COLA: Consistent Learning with Opponent-Learning Awareness","date":"2022-03-08","arxiv_id":"2203.04098","n_code_links":1,"syntology":null},{"paper":"/paper/cola-coarse-label-pre-training-for-3d","title":"COLA: COarse LAbel pre-training for 3D semantic segmentation of sparse LiDAR datasets","date":"2022-02-14","arxiv_id":"2202.06884","n_code_links":1,"syntology":null},{"paper":"/paper/monolingual-and-cross-lingual-acceptability","title":"Monolingual and Cross-Lingual Acceptability Judgments with the Italian CoLA corpus","date":"2021-09-24","arxiv_id":"2109.12053","n_code_links":1,"syntology":null}],"papers_shown":30,"tasks":[{"task":null,"name":"CoLA","papers":32},{"task":"/task/contrastive-learning","name":"Contrastive Learning","papers":5},{"task":"/task/language-modelling","name":"Language Modelling","papers":4},{"task":"/task/parameter-efficient-fine-tuning","name":"parameter-efficient fine-tuning","papers":4},{"task":"/task/language-modeling","name":"Language Modeling","papers":3},{"task":"/task/large-language-model","name":"Large Language Model","papers":3},{"task":"/task/linguistic-acceptability","name":"Linguistic Acceptability","papers":3},{"task":"/task/text-generation","name":"Text Generation","papers":3},{"task":"/task/autonomous-driving","name":"Autonomous Driving","papers":2},{"task":"/task/domain-generalization","name":"Domain Generalization","papers":2},{"task":"/task/representation-learning","name":"Representation Learning","papers":2},{"task":"/task/self-supervised-learning","name":"Self-Supervised Learning","papers":2},{"task":"/task/semantic-segmentation","name":"Semantic Segmentation","papers":2},{"task":"/task/sentence","name":"Sentence","papers":2},{"task":"/task/topological-data-analysis","name":"Topological Data Analysis","papers":2},{"task":"/task/transfer-learning","name":"Transfer Learning","papers":2},{"task":"/task/3d-semantic-segmentation","name":"3D Semantic Segmentation","papers":1},{"task":"/task/action-localization","name":"Action Localization","papers":1},{"task":"/task/action-recognition-in-videos","name":"Action Recognition","papers":1},{"task":"/task/anomaly-detection","name":"Anomaly Detection","papers":1}],"tasks_shown":20,"n_tasks":63,"usage_by_year":[{"year":"2020","papers":1},{"year":"2021","papers":2},{"year":"2022","papers":6},{"year":"2023","papers":10},{"year":"2024","papers":9},{"year":"2025","papers":4}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/cola"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}