{"url":"/method/highway-network","slug":"highway-network","name":"Highway Network","full_name":"Highway Network","full_name_withheld":false,"description_markdown":"A **Highway Network** is an architecture designed to ease gradient-based training of very deep networks. They allow unimpeded information flow across several layers on \"information highways\". The architecture is characterized by the use of gating units which learn to regulate the flow of information through a network. Highway networks with hundreds of layers can be trained directly using stochastic gradient descent and with a variety of activation functions.","description_state":"present","introduced_year":null,"introduced_by":{"title":"Highway Networks","paper":"/paper/highway-networks","first_author":"Rupesh Kumar Srivastava","n_authors":3,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/highway-networks"},"source":{"url":"http://arxiv.org/abs/1505.00387v2","title":"Highway Networks","url_on_a_paper_host":true},"code_snippet_url":"https://github.com/kefirski/pytorch_Highway/blob/70b75db7a2d029f4bbe08fd4c7d69e36bf7b6d3a/highway/highway.py#L5","code_snippet_url_on_a_code_host":true,"categories":[{"area":"General","area_id":"general","collection":"Feedforward Networks","url":"/methods/category/feedforward-networks","pwc_aliases":[]}],"n_papers_tagged":91,"archive_num_papers":91,"papers_newest_first":[{"paper":null,"title":"Coordinated Ramp Metering Control based on Scalable Nonlinear Traffic Dynamics Model Discovery in a Large Network","date":"2025-03-09","arxiv_id":"2503.06767","n_code_links":0,"syntology":null},{"paper":"/paper/very-attentive-tacotron-robust-and-unbounded","title":"Robust and Unbounded Length Generalization in Autoregressive Transformer-Based Text-to-Speech","date":"2024-10-29","arxiv_id":"2410.22179","n_code_links":1,"syntology":null},{"paper":null,"title":"Enhancing Kurdish Text-to-Speech with Native Corpus Training: A High-Quality WaveGlow Vocoder Approach","date":"2024-09-10","arxiv_id":"2409.13734","n_code_links":0,"syntology":null},{"paper":null,"title":"Training Universal Vocoders with Feature Smoothing-Based Augmentation Methods for High-Quality TTS Systems","date":"2024-09-04","arxiv_id":"2409.02517","n_code_links":0,"syntology":null},{"paper":"/paper/highway-networks-for-improved-surface","title":"Highway Networks for Improved Surface Reconstruction: The Role of Residuals and Weight Updates","date":"2024-07-11","arxiv_id":"2407.08134","n_code_links":1,"syntology":null},{"paper":null,"title":"Stable Weight Updating: A Key to Reliable PDE Solutions Using Deep Learning","date":"2024-07-10","arxiv_id":"2407.07375","n_code_links":0,"syntology":null},{"paper":"/paper/modeling-of-spatially-embedded-networks-via","title":"Modeling of spatially embedded networks via regional spatial graph convolutional networks","date":"2024-06-20","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"title":"Informed along the road: roadway capacity driven graph convolution network for network-wide traffic prediction","date":"2024-06-18","arxiv_id":"2406.13057","n_code_links":0,"syntology":null},{"paper":null,"title":"Traffic Prediction considering Multiple Levels of Spatial-temporal Information: A Multi-scale Graph Wavelet-based Approach","date":"2024-06-18","arxiv_id":"2406.13038","n_code_links":0,"syntology":null},{"paper":null,"title":"Leveraging the Interplay Between Syntactic and Acoustic Cues for Optimizing Korean TTS Pause Formation","date":"2024-04-03","arxiv_id":"2404.02592","n_code_links":0,"syntology":null},{"paper":null,"title":"A Data-Driven Integrated Framework for Fast-Charging Facility Planning using Multi-Period Bi-Objective Optimization","date":"2023-11-21","arxiv_id":"2311.12700","n_code_links":0,"syntology":null},{"paper":"/paper/reinforcement-learning-with-model-predictive","title":"Reinforcement Learning with Model Predictive Control for Highway Ramp Metering","date":"2023-11-15","arxiv_id":"2311.08820","n_code_links":1,"syntology":null},{"paper":"/paper/distil-the-informative-essence-of-loop","title":"Distil the informative essence of loop detector data set: Is network-level traffic forecasting hungry for more data?","date":"2023-10-31","arxiv_id":"2310.20366","n_code_links":1,"syntology":null},{"paper":"/paper/physics-informed-with-power-enhanced-residual","title":"Power-Enhanced Residual Network for Function Approximation and Physics-Informed Inverse Problems","date":"2023-10-24","arxiv_id":"2310.15690","n_code_links":1,"syntology":null},{"paper":null,"title":"An overview of text-to-speech systems and media applications","date":"2023-10-22","arxiv_id":"2310.14301","n_code_links":0,"syntology":null},{"paper":null,"title":"Energy-Based Models For Speech Synthesis","date":"2023-10-19","arxiv_id":"2310.12765","n_code_links":0,"syntology":null},{"paper":null,"title":"Facilitating Battery Swapping Services for Freight Trucks with Spatial-Temporal Demand Prediction","date":"2023-10-01","arxiv_id":"2310.04440","n_code_links":0,"syntology":null},{"paper":null,"title":"The DeepZen Speech Synthesis System for Blizzard Challenge 2023","date":"2023-08-30","arxiv_id":"2308.15945","n_code_links":0,"syntology":null},{"paper":null,"title":"Machine learning for option pricing: an empirical investigation of network architectures","date":"2023-07-14","arxiv_id":"2307.07657","n_code_links":0,"syntology":null},{"paper":"/paper/multilingual-text-to-speech-synthesis-for","title":"Multilingual Text-to-Speech Synthesis for Turkic Languages Using Transliteration","date":"2023-05-25","arxiv_id":"2305.15749","n_code_links":1,"syntology":null},{"paper":null,"title":"A Virtual Simulation-Pilot Agent for Training of Air Traffic Controllers","date":"2023-04-16","arxiv_id":"2304.07842","n_code_links":0,"syntology":null},{"paper":null,"title":"ArmanTTS single-speaker Persian dataset","date":"2023-04-07","arxiv_id":"2304.03585","n_code_links":0,"syntology":null},{"paper":null,"title":"Investigation of Japanese PnG BERT language model in text-to-speech synthesis for pitch accent language","date":"2022-12-16","arxiv_id":"2212.08321","n_code_links":0,"syntology":null},{"paper":null,"title":"Investigating Content-Aware Neural Text-To-Speech MOS Prediction Using Prosodic and Linguistic Features","date":"2022-11-01","arxiv_id":"2211.00342","n_code_links":0,"syntology":null},{"paper":null,"title":"Cross-lingual Text-To-Speech with Flow-based Voice Conversion for Improved Pronunciation","date":"2022-10-31","arxiv_id":"2210.17264","n_code_links":0,"syntology":null},{"paper":null,"title":"Towards Developing State-of-the-Art TTS Synthesisers for 13 Indian Languages with Signal Processing aided Alignments","date":"2022-10-31","arxiv_id":"2210.17153","n_code_links":0,"syntology":null},{"paper":null,"title":"Efficiently Trained Low-Resource Mongolian Text-to-Speech System Based On FullConv-TTS","date":"2022-10-24","arxiv_id":"2211.01948","n_code_links":0,"syntology":null},{"paper":"/paper/facial-landmark-predictions-with-applications","title":"Facial Landmark Predictions with Applications to Metaverse","date":"2022-09-29","arxiv_id":"2209.14698","n_code_links":1,"syntology":null},{"paper":null,"title":"Self-supervised learning for robust voice cloning","date":"2022-04-07","arxiv_id":"2204.03421","n_code_links":0,"syntology":null},{"paper":null,"title":"Singing-Tacotron: Global duration control attention and dynamic filter for End-to-end singing voice synthesis","date":"2022-02-16","arxiv_id":"2202.07907","n_code_links":0,"syntology":null}],"papers_shown":30,"tasks":[{"task":"/task/speech-synthesis","name":"Speech Synthesis","papers":43},{"task":"/task/text-to-speech","name":"Text to Speech","papers":41},{"task":"/task/text-to-speech-1","name":"text-to-speech","papers":41},{"task":"/task/text-to-speech-synthesis","name":"Text-To-Speech Synthesis","papers":15},{"task":"/task/decoder","name":"Decoder","papers":11},{"task":"/task/language-modelling","name":"Language Modelling","papers":6},{"task":"/task/sentence","name":"Sentence","papers":6},{"task":"/task/speech-recognition","name":"Speech Recognition","papers":5},{"task":"/task/transfer-learning","name":"Transfer Learning","papers":5},{"task":"/task/voice-cloning","name":"Voice Cloning","papers":5},{"task":"/task/language-modeling","name":"Language Modeling","papers":4},{"task":"/task/voice-conversion","name":"Voice Conversion","papers":4},{"task":"/task/speech-recognition-1","name":"speech-recognition","papers":4},{"task":"/task/audio-synthesis","name":"Audio Synthesis","papers":3},{"task":"/task/expressive-speech-synthesis","name":"Expressive Speech Synthesis","papers":3},{"task":null,"name":"GPU","papers":3},{"task":"/task/prediction","name":"Prediction","papers":3},{"task":"/task/all","name":"All","papers":2},{"task":null,"name":"CPU","papers":2},{"task":"/task/data-augmentation","name":"Data Augmentation","papers":2}],"tasks_shown":20,"n_tasks":84,"usage_by_year":[{"year":"2015","papers":3},{"year":"2016","papers":1},{"year":"2017","papers":5},{"year":"2018","papers":13},{"year":"2019","papers":9},{"year":"2020","papers":16},{"year":"2021","papers":13},{"year":"2022","papers":9},{"year":"2023","papers":12},{"year":"2024","papers":9},{"year":"2025","papers":1}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/highway-network"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}