{"url":"/task/protein-language-model","name":"Protein Language Model","slug":"protein-language-model","description_markdown":"Use of protein language models in protein property prediction","categories":[{"name":"Medical","url":"/area/medical"},{"name":"Miscellaneous","url":"/area/miscellaneous"},{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":73,"papers_with_code":47,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":5,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/protein-language-model-on-davis-dta","slug":"protein-language-model-on-davis-dta","dataset":"DAVIS-DTA","dataset_url":"/dataset/davis-dta","rows_in_archive":1,"metrics":["CI"],"first_row_in_archive_order":{"model":"LEP-AD","paper_title":"LEP-AD: Language Embedding of Proteins and Attention to Drugs predicts drug target interactions","paper_url":"/paper/lep-ad-language-embedding-of-proteins-and","paper_date":"2023-03-15","arxiv_id":null,"code_links":[{"title":"adaga06/LEP-AD","url":"https://github.com/adaga06/LEP-AD"}],"syntology":null}}],"datasets":[{"url":"/dataset/davis-dta","name":"DAVIS-DTA","full_name":"","num_papers_in_archive":6},{"url":"/dataset/proteingym","name":"ProteinGym","full_name":"","num_papers_in_archive":2},{"url":"/dataset/cath-4-2","name":"CATH 4.2","full_name":"","num_papers_in_archive":1},{"url":"/dataset/cath-4-3","name":"CATH 4.3","full_name":"","num_papers_in_archive":1},{"url":"/dataset/protein-instructions-ood","name":"Protein-Instructions-OOD","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[{"url":"/task/language-modelling","name":"Language Modelling"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":47,"tagged_in_all":73,"items":[{"url":"/paper/multi-scale-protein-language-model-for","title":"ESM All-Atom: Multi-scale Protein Language Model for Unified Molecular Modeling","date":"2024-03-05","arxiv_id":"2403.12995","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/esm-nbr-fast-and-accurate-nucleic-acid","title":"ESM-NBR: fast and accurate nucleic acid-binding residue prediction via protein language model feature representation and multi-task learning","date":"2023-12-01","arxiv_id":"2312.00842","repositories_listed":2,"syntology":null},{"url":"/paper/lineardesign-efficient-algorithms-for","title":"Algorithm for Optimized mRNA Design Improves Stability and Immunogenicity","date":"2020-04-21","arxiv_id":"2004.10177","repositories_listed":2,"syntology":null},{"url":"/paper/abrank-a-benchmark-dataset-and-metric","title":"AbRank: A Benchmark Dataset and Metric-Learning Framework for Antibody-Antigen Affinity Ranking","date":"2025-06-21","arxiv_id":"2506.17857","repositories_listed":1,"syntology":null},{"url":"/paper/structure-aligned-protein-language-model","title":"Structure-Aligned Protein Language Model","date":"2025-05-22","arxiv_id":"2505.16896","repositories_listed":1,"syntology":null},{"url":"/paper/leveraging-protein-language-model-embeddings","title":"Leveraging Protein Language Model Embeddings for Catalytic Turnover Prediction of Adenylate Kinase Orthologs in a Low-Data Regime","date":"2025-05-05","arxiv_id":"2505.03066","repositories_listed":1,"syntology":null},{"url":"/paper/simulating-500-million-years-of-evolution","title":"Simulating 500 million years of evolution with a language model","date":"2024-12-31","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/learning-to-engineer-protein-flexibility","title":"Learning to engineer protein flexibility","date":"2024-12-24","arxiv_id":"2412.18275","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/comprehensive-assessment-of-bert-based","title":"Comprehensive Assessment of BERT-Based Methods for Predicting Antimicrobial Peptides","date":"2024-12-24","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/multi-scale-representation-learning-for","title":"Multi-Scale Representation Learning for Protein Fitness Prediction","date":"2024-12-02","arxiv_id":"2412.01108","repositories_listed":1,"syntology":{"n":9,"n_ran":1,"n_unverified":8,"n_pointer_only":0}},{"url":"/paper/expert-guided-protein-language-models-enable","title":"Expert-guided protein language models enable accurate and blazingly fast fitness prediction","date":"2024-11-22","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/long-context-protein-language-model","title":"Long-context Protein Language Modeling Using Bidirectional Mamba with Shared Projection Layers","date":"2024-10-29","arxiv_id":"2411.08909","repositories_listed":1,"syntology":null},{"url":"/paper/retrieval-enhanced-mutation-mastery","title":"Retrieval-Enhanced Mutation Mastery: Augmenting Zero-Shot Prediction of Protein Language Model","date":"2024-10-28","arxiv_id":"2410.21127","repositories_listed":1,"syntology":{"n":5,"n_ran":1,"n_unverified":4,"n_pointer_only":5}},{"url":"/paper/peptide-gpt-generative-design-of-peptides","title":"Peptide-GPT: Generative Design of Peptides using Generative Pre-trained Transformers and Bio-informatic Supervision","date":"2024-10-25","arxiv_id":"2410.19222","repositories_listed":1,"syntology":null},{"url":"/paper/dplm-2-a-multimodal-diffusion-protein","title":"DPLM-2: A Multimodal Diffusion Protein Language Model","date":"2024-10-17","arxiv_id":"2410.13782","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_unverified":0,"n_pointer_only":2}},{"url":"/paper/fine-tuning-the-esm2-protein-language-model","title":"Fine-tuning the ESM2 protein language model to understand the functional impact of missense variants","date":"2024-10-14","arxiv_id":"2410.10919","repositories_listed":1,"syntology":null},{"url":"/paper/drugtar-improves-druggability-prediction-by","title":"DrugTar Improves Druggability Prediction by Integrating Large Language Models and Gene Ontologies","date":"2024-09-24","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/a-large-language-model-for-predicting-t-cell","title":"tcrLM: a lightweight protein language model for predicting T cell receptor and epitope binding specificity","date":"2024-06-24","arxiv_id":"2406.16995","repositories_listed":1,"syntology":null},{"url":"/paper/robust-optimization-in-protein-fitness","title":"Robust Optimization in Protein Fitness Landscapes Using Reinforcement Learning in Latent Space","date":"2024-05-29","arxiv_id":"2405.18986","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/antifold-improved-antibody-structure-based","title":"AntiFold: Improved antibody structure-based design using inverse folding","date":"2024-05-06","arxiv_id":"2405.03370","repositories_listed":1,"syntology":null},{"url":"/paper/detection-of-circular-permutations-by-protein","title":"Detection of circular permutations by Protein Language Models","date":"2024-04-23","arxiv_id":"2404.15087","repositories_listed":1,"syntology":null},{"url":"/paper/ampcliff-quantitative-definition-and","title":"AMPCliff: quantitative definition and benchmarking of activity cliffs in antimicrobial peptides","date":"2024-04-15","arxiv_id":"2404.09738","repositories_listed":1,"syntology":null},{"url":"/paper/on-recovering-higher-order-interactions-from","title":"On Recovering Higher-order Interactions from Protein Language Models","date":"2024-03-15","arxiv_id":"2405.06645","repositories_listed":1,"syntology":null},{"url":"/paper/diffusion-language-models-are-versatile","title":"Diffusion Language Models Are Versatile Protein Learners","date":"2024-02-28","arxiv_id":"2402.18567","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/anfinsen-goes-neural-a-graphical-model-for","title":"Decoupled Sequence and Structure Generation for Realistic Antibody Design","date":"2024-02-08","arxiv_id":"2402.05982","repositories_listed":1,"syntology":null},{"url":"/paper/structure-informed-protein-language-model","title":"Structure-Informed Protein Language Model","date":"2024-02-07","arxiv_id":"2402.05856","repositories_listed":1,"syntology":null},{"url":"/paper/crossbind-collaborative-cross-modal","title":"CrossBind: Collaborative Cross-Modal Identification of Protein Nucleic-Acid-Binding Residues","date":"2023-12-19","arxiv_id":"2312.12094","repositories_listed":1,"syntology":null},{"url":"/paper/unbiased-organism-agnostic-and-highly","title":"Unbiased organism-agnostic and highly sensitive signal peptide predictor with deep protein language model","date":"2023-12-14","arxiv_id":"2312.08987","repositories_listed":1,"syntology":null},{"url":"/paper/peta-evaluating-the-impact-of-protein","title":"PETA: Evaluating the Impact of Protein Transfer Learning with Sub-word Tokenization on Downstream Applications","date":"2023-10-26","arxiv_id":"2310.17415","repositories_listed":1,"syntology":null},{"url":"/paper/cognate-transformer-for-automated","title":"Cognate Transformer for Automated Phonological Reconstruction and Cognate Reflex Prediction","date":"2023-10-11","arxiv_id":"2310.07487","repositories_listed":1,"syntology":null}],"syntology_records":7,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}