{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/tag-recommendation-for-online-q-a-communities","title":"Tag Recommendation for Online Q&A Communities based on BERT Pre-Training Technique","arxiv_id":"2010.04971","date":"2020-10-10","proceeding":null,"authors":["Navid Khezrian","Jafar Habibi","Issa Annamoradnejad"],"abstract":"Online Q&A and open source communities use tags and keywords to index, categorize, and search for specific content. The most obvious advantage of tag recommendation is the correct classification of information. In this study, we used the BERT pre-training technique in tag recommendation task for online Q&A and open-source communities for the first time. Our evaluation on freecode datasets show that the proposed method, called TagBERT, is more accurate compared to deep learning and other baseline methods. Moreover, our model achieved a high stability by solving the problem of previous researches, where increasing the number of tag recommendations significantly reduced model performance.","url_abs":"https://arxiv.org/abs/2010.04971v1","url_pdf":"https://arxiv.org/pdf/2010.04971v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"tag-recommendation-for-online-q-a-communities","repo_url":"https://github.com/Moradnejad/Bert-Based-Tag-Recommendation","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null}],"tasks":[{"task_slug":"multi-label-text-classification","task_name":"Multi-Label Text Classification"},{"task_slug":"tag","task_name":"TAG"},{"task_slug":"text-classification","task_name":"Text Classification"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bert","method_name":"BERT"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-linear-decay","method_name":"Linear Warmup With Linear Decay"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"weight-decay","method_name":"Weight Decay"},{"method_slug":"wordpiece","method_name":"WordPiece"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/multi-label-text-classification-on-freecode","task":"Multi-Label Text Classification","dataset":"Freecode","model":"TagBERT","rank_in_archive_order":1,"of":5,"metrics":{"F1-score":"46"},"uses_additional_data":false},{"leaderboard":"/sota/multi-label-text-classification-on-freecode","task":"Multi-Label Text Classification","dataset":"Freecode","model":"TagCNN","rank_in_archive_order":2,"of":5,"metrics":{"F1-score":"45.3"},"uses_additional_data":false},{"leaderboard":"/sota/multi-label-text-classification-on-freecode","task":"Multi-Label Text Classification","dataset":"Freecode","model":"TagMulRec","rank_in_archive_order":3,"of":5,"metrics":{"F1-score":"36.4"},"uses_additional_data":false},{"leaderboard":"/sota/multi-label-text-classification-on-freecode","task":"Multi-Label Text Classification","dataset":"Freecode","model":"EnTagRec","rank_in_archive_order":4,"of":5,"metrics":{"F1-score":"36"},"uses_additional_data":false},{"leaderboard":"/sota/multi-label-text-classification-on-freecode","task":"Multi-Label Text Classification","dataset":"Freecode","model":"FastTagRec","rank_in_archive_order":5,"of":5,"metrics":{"F1-score":"33.2"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":null,"mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}