{"url":"/method/lipgan","slug":"lipgan","name":"LipGAN","full_name":"LipGAN","full_name_withheld":false,"description_markdown":"**LipGAN** is a generative adversarial network for generating realistic talking faces conditioned on translated speech. It employs an adversary that measures the extent of lip synchronization in the frames generated by the generator. The system is capable of handling faces in random poses without the need for realignment to a template pose. LipGAN is a fully self-supervised approach that learns a phoneme-viseme mapping, making it language independent.","description_state":"present","introduced_year":null,"introduced_by":{"title":null,"paper":null,"first_author":null,"n_authors":0,"url_abs":null,"archive_paper_url":null},"source":{"url":"https://arxiv.org/abs/2003.00418v1","title":"Towards Automatic Face-to-Face Translation","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"Computer Vision","area_id":"computer-vision","collection":"Generative Adversarial Networks","url":"/methods/category/generative-adversarial-networks","pwc_aliases":[]}],"n_papers_tagged":2,"archive_num_papers":null,"papers_newest_first":[{"paper":null,"title":"All's well that FID's well? Result quality and metric scores in GAN models for lip-sychronization tasks","date":"2022-12-28","arxiv_id":"2212.13810","n_code_links":0,"syntology":null},{"paper":"/paper/towards-automatic-face-to-face-translation-1","title":"Towards Automatic Face-to-Face Translation","date":"2020-03-01","arxiv_id":"2003.00418","n_code_links":1,"syntology":{"ran":2,"of":2,"unverified":0,"pointer_only":0}}],"papers_shown":2,"tasks":[{"task":"/task/face-to-face-translation","name":"Face to Face Translation","papers":1},{"task":"/task/machine-translation","name":"Machine Translation","papers":1},{"task":"/task/speech-to-speech-translation","name":"Speech-to-Speech Translation","papers":1},{"task":"/task/translation","name":"Translation","papers":1},{"task":"/task/lip-sync","name":"Unconstrained Lip-synchronization","papers":1}],"tasks_shown":5,"n_tasks":5,"usage_by_year":[{"year":"2020","papers":1},{"year":"2022","papers":1}],"row_source":"embedded","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/lipgan"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}