{"url":"/method/hard-swish","slug":"hard-swish","name":"Hard Swish","full_name":"Hard Swish","full_name_withheld":false,"description_markdown":"**Hard Swish** is a type of activation function based on [Swish](https://paperswithcode.com/method/swish), but replaces the computationally expensive sigmoid with a piecewise linear analogue:\r\n\r\n$$\\text{h-swish}\\left(x\\right) = x\\frac{\\text{ReLU6}\\left(x+3\\right)}{6} $$","description_state":"present","introduced_year":null,"introduced_by":{"title":"Searching for MobileNetV3","paper":"/paper/searching-for-mobilenetv3","first_author":"Andrew Howard","n_authors":12,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/searching-for-mobilenetv3"},"source":{"url":"https://arxiv.org/abs/1905.02244v5","title":"Searching for MobileNetV3","url_on_a_paper_host":true},"code_snippet_url":"https://github.com/pytorch/pytorch/blob/96aaa311c0251d24decb9dc5da4957b7c590af6f/torch/nn/modules/activation.py#L391","code_snippet_url_on_a_code_host":true,"categories":[{"area":"General","area_id":"general","collection":"Activation Functions","url":"/methods/category/activation-functions","pwc_aliases":[]}],"n_papers_tagged":90,"archive_num_papers":90,"papers_newest_first":[{"paper":null,"title":"Comparative Analysis of Lightweight Deep Learning Models for Memory-Constrained Devices","date":"2025-05-06","arxiv_id":"2505.03303","n_code_links":0,"syntology":null},{"paper":null,"title":"Time Frequency Analysis of EMG Signal for Gesture Recognition using Fine grained Features","date":"2025-04-20","arxiv_id":"2504.14708","n_code_links":0,"syntology":null},{"paper":null,"title":"A Light Perspective for 3D Object Detection","date":"2025-03-10","arxiv_id":"2503.07133","n_code_links":0,"syntology":null},{"paper":null,"title":"Pulmonary Tuberculosis Edge Diagnosis System Based on MindSpore Framework: Low-cost and High-precision Implementation with Ascend 310 Chip","date":"2025-02-15","arxiv_id":"2502.14885","n_code_links":0,"syntology":null},{"paper":null,"title":"HyperCam: Low-Power Onboard Computer Vision for IoT Cameras","date":"2025-01-17","arxiv_id":"2501.10547","n_code_links":0,"syntology":null},{"paper":null,"title":"Revolutionizing Communication with Deep Learning and XAI for Enhanced Arabic Sign Language Recognition","date":"2025-01-14","arxiv_id":"2501.08169","n_code_links":0,"syntology":null},{"paper":null,"title":"Scalable Forward-Forward Algorithm","date":"2025-01-06","arxiv_id":"2501.03176","n_code_links":0,"syntology":null},{"paper":null,"title":"Towards Efficient IMC Accelerator Design Through Joint Hardware-Workload Co-optimization","date":"2024-10-22","arxiv_id":"2410.16759","n_code_links":0,"syntology":null},{"paper":null,"title":"Efficient Deep Learning Board: Training Feedback Is Not All You Need","date":"2024-10-17","arxiv_id":"2410.14743","n_code_links":0,"syntology":null},{"paper":null,"title":"Real-time Monitoring of Lower Limb Movement Resistance Based on Deep Learning","date":"2024-10-13","arxiv_id":"2410.19769","n_code_links":0,"syntology":null},{"paper":null,"title":"POMONAG: Pareto-Optimal Many-Objective Neural Architecture Generator","date":"2024-09-30","arxiv_id":"2409.20447","n_code_links":0,"syntology":null},{"paper":"/paper/rnc-efficient-rram-aware-nas-and-compilation","title":"RNC: Efficient RRAM-aware NAS and Compilation for DNNs on Resource-Constrained Edge Devices","date":"2024-09-27","arxiv_id":"2409.18841","n_code_links":1,"syntology":null},{"paper":"/paper/plainusr-chasing-faster-convnet-for-efficient","title":"PlainUSR: Chasing Faster ConvNet for Efficient Super-Resolution","date":"2024-09-20","arxiv_id":"2409.13435","n_code_links":1,"syntology":null},{"paper":null,"title":"WaterMAS: Sharpness-Aware Maximization for Neural Network Watermarking","date":"2024-09-05","arxiv_id":"2409.03902","n_code_links":0,"syntology":null},{"paper":"/paper/analysis-of-modern-computer-vision-models-for","title":"Analysis of Modern Computer Vision Models for Blood Cell Classification","date":"2024-06-30","arxiv_id":"2407.00759","n_code_links":1,"syntology":null},{"paper":"/paper/hass-hardware-aware-sparsity-search-for","title":"HASS: Hardware-Aware Sparsity Search for Dataflow DNN Accelerator","date":"2024-06-05","arxiv_id":"2406.03088","n_code_links":1,"syntology":null},{"paper":null,"title":"Vision-Based Approach for Food Weight Estimation from 2D Images","date":"2024-05-26","arxiv_id":"2405.16478","n_code_links":0,"syntology":null},{"paper":null,"title":"Impact of Synthetic Images on Morphing Attack Detection Using a Siamese Network","date":"2024-03-14","arxiv_id":"2403.09380","n_code_links":0,"syntology":null},{"paper":null,"title":"A New Machine Learning Dataset of Bulldog Nostril Images for Stenosis Degree Classification","date":"2024-03-11","arxiv_id":"2403.07132","n_code_links":0,"syntology":null},{"paper":"/paper/multi-objective-differentiable-neural","title":"Multi-objective Differentiable Neural Architecture Search","date":"2024-02-28","arxiv_id":"2402.18213","n_code_links":1,"syntology":null},{"paper":null,"title":"Model Evaluation for Domain Identification of Unknown Classes in Open-World Recognition: A Proposal","date":"2023-12-09","arxiv_id":"2312.05454","n_code_links":0,"syntology":null},{"paper":"/paper/learning-cortical-anomaly-through-masked","title":"Learning Cortical Anomaly through Masked Encoding for Unsupervised Heterogeneity Mapping","date":"2023-12-05","arxiv_id":"2312.02762","n_code_links":1,"syntology":null},{"paper":null,"title":"A Reusable AI-Enabled Defect Detection System for Railway Using Ensembled CNN","date":"2023-11-24","arxiv_id":"2311.14824","n_code_links":0,"syntology":null},{"paper":null,"title":"Unleashing Modified Deep Learning Models in Efficient COVID19 Detection","date":"2023-10-21","arxiv_id":"2310.14081","n_code_links":0,"syntology":null},{"paper":null,"title":"On-Chip Hardware-Aware Quantization for Mixed Precision Neural Networks","date":"2023-09-05","arxiv_id":"2309.01945","n_code_links":0,"syntology":null},{"paper":null,"title":"A Lightweight and Accurate Face Detection Algorithm Based on Retinaface","date":"2023-08-08","arxiv_id":"2308.04340","n_code_links":0,"syntology":null},{"paper":"/paper/repvit-revisiting-mobile-cnn-from-vit","title":"RepViT: Revisiting Mobile CNN From ViT Perspective","date":"2023-07-18","arxiv_id":"2307.09283","n_code_links":8,"syntology":{"ran":2,"of":12,"unverified":10,"pointer_only":0}},{"paper":"/paper/efficient-and-fully-automatic-retinal-choroid","title":"An open-source deep learning algorithm for efficient and fully-automatic analysis of the choroid in optical coherence tomography","date":"2023-07-03","arxiv_id":"2307.00904","n_code_links":1,"syntology":null},{"paper":null,"title":"End-to-End Neural Network Compression via $\\frac{\\ell_1}{\\ell_2}$ Regularized Latency Surrogates","date":"2023-06-09","arxiv_id":"2306.05785","n_code_links":0,"syntology":null},{"paper":"/paper/diffusionnag-task-guided-neural-architecture","title":"DiffusionNAG: Predictor-guided Neural Architecture Generation with Diffusion Models","date":"2023-05-26","arxiv_id":"2305.16943","n_code_links":1,"syntology":{"ran":2,"of":3,"unverified":1,"pointer_only":3}}],"papers_shown":30,"tasks":[{"task":"/task/architecture-search","name":"Neural Architecture Search","papers":20},{"task":"/task/image-classification","name":"Image Classification","papers":16},{"task":"/task/object-detection","name":"Object Detection","papers":10},{"task":"/task/image-classification","name":"image-classification","papers":9},{"task":"/task/object-detection-1","name":"object-detection","papers":9},{"task":"/task/segmentation","name":"Segmentation","papers":7},{"task":"/task/classification-1","name":"Classification","papers":6},{"task":"/task/decoder","name":"Decoder","papers":6},{"task":"/task/quantization","name":"Quantization","papers":6},{"task":"/task/transfer-learning","name":"Transfer Learning","papers":6},{"task":"/task/computational-efficiency","name":"Computational Efficiency","papers":5},{"task":"/task/semantic-segmentation","name":"Semantic Segmentation","papers":5},{"task":null,"name":"CPU","papers":4},{"task":"/task/data-augmentation","name":"Data Augmentation","papers":4},{"task":"/task/automl","name":"AutoML","papers":3},{"task":"/task/bayesian-optimization","name":"Bayesian Optimization","papers":3},{"task":"/task/deep-learning","name":"Deep Learning","papers":3},{"task":null,"name":"GPU","papers":3},{"task":"/task/diagnostic","name":"Diagnostic","papers":2},{"task":"/task/diversity","name":"Diversity","papers":2}],"tasks_shown":20,"n_tasks":93,"usage_by_year":[{"year":"2019","papers":7},{"year":"2020","papers":12},{"year":"2021","papers":17},{"year":"2022","papers":18},{"year":"2023","papers":16},{"year":"2024","papers":13},{"year":"2025","papers":7}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/hard-swish"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}