{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/improved-semantic-representations-from-tree","title":"Improved Semantic Representations From Tree-Structured Long Short-Term Memory Networks","arxiv_id":"1503.00075","date":"2015-02-28","proceeding":"IJCNLP 2015 7","authors":["Kai Sheng Tai","Richard Socher","Christopher D. Manning"],"abstract":"Because of their superior ability to preserve sequence information over time,\nLong Short-Term Memory (LSTM) networks, a type of recurrent neural network with\na more complex computational unit, have obtained strong results on a variety of\nsequence modeling tasks. The only underlying LSTM structure that has been\nexplored so far is a linear chain. However, natural language exhibits syntactic\nproperties that would naturally combine words to phrases. We introduce the\nTree-LSTM, a generalization of LSTMs to tree-structured network topologies.\nTree-LSTMs outperform all existing systems and strong LSTM baselines on two\ntasks: predicting the semantic relatedness of two sentences (SemEval 2014, Task\n1) and sentiment classification (Stanford Sentiment Treebank).","url_abs":"http://arxiv.org/abs/1503.00075v3","url_pdf":"http://arxiv.org/pdf/1503.00075v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/stanfordnlp/treelstm","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"torch","reach":{"status":"ok","spdx":"GPL-2.0"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/EmilReinert/DeepLearningPipelines","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/Vivswan/Sentiment-Analysis-TreeLSTM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/dasguptar/treelstm.pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/inyukwo1/tree-lstm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/jayanti-prasad/TreeLSTM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/munashe5/SemanticTreeLSTM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/rohitguptacs/ReVal","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"torch","reach":{"status":"ok","spdx":"GPL-2.0"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/tensorflow/fold","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/tomekkorbak/treehopper","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/ttpro1995/TreeLSTMSentiment","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/vastsak/tree_structured_gru","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/zxk19981227/LSTM-SST","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/Mind23-2/MindCode-17","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":{"status":"ok"}},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/dmlc/dgl/tree/master/examples/mxnet/tree_lstm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"improved-semantic-representations-from-tree","repo_url":"https://github.com/dmlc/dgl/tree/master/examples/pytorch/tree_lstm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"classification","task_name":"General Classification"},{"task_slug":"semantic-similarity","task_name":"Semantic Similarity"},{"task_slug":"sentiment-analysis","task_name":"Sentiment Analysis"},{"task_slug":"sentiment-classification","task_name":"Sentiment Classification"}],"methods":[{"method_slug":"lstm","method_name":"LSTM"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/semantic-similarity-on-sick","task":"Semantic Similarity","dataset":"SICK","model":"Dependency Tree-LSTM (Tai et al., 2015)","rank_in_archive_order":1,"of":5,"metrics":{"MSE":"0.2532","Pearson Correlation":"0.8676","Spearman Correlation":"0.8083"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-similarity-on-sick","task":"Semantic Similarity","dataset":"SICK","model":"Bidirectional LSTM (Tai et al., 2015)","rank_in_archive_order":3,"of":5,"metrics":{"MSE":"0.2736","Pearson Correlation":"0.8567","Spearman Correlation":"0.7966"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-similarity-on-sick","task":"Semantic Similarity","dataset":"SICK","model":"LSTM (Tai et al., 2015)","rank_in_archive_order":4,"of":5,"metrics":{"MSE":"0.2831","Pearson Correlation":"0.8528","Spearman Correlation":"0.7911"},"uses_additional_data":false},{"leaderboard":"/sota/sentiment-analysis-on-sst-2-binary","task":"Sentiment Analysis","dataset":"SST-2 Binary classification","model":"Consistency Tree LSTM with tuned Glove vectors [tai2015improved]","rank_in_archive_order":68,"of":87,"metrics":{"Accuracy":"88.0"},"uses_additional_data":false},{"leaderboard":"/sota/sentiment-analysis-on-sst-2-binary","task":"Sentiment Analysis","dataset":"SST-2 Binary classification","model":"2-layer LSTM [tai2015improved]","rank_in_archive_order":77,"of":87,"metrics":{"Accuracy":"86.3"},"uses_additional_data":false},{"leaderboard":"/sota/sentiment-analysis-on-sst-5-fine-grained","task":"Sentiment Analysis","dataset":"SST-5 Fine-grained classification","model":"Constituency Tree-LSTM","rank_in_archive_order":17,"of":31,"metrics":{"Accuracy":"51.0"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1503.00075","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1503.00075"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/inyukwo1/tree-lstm","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rohitguptacs/ReVal","reach":{"status":"ok","spdx":"GPL-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tensorflow/fold","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Mind23-2/MindCode-17","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jayanti-prasad/TreeLSTM","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/zxk19981227/LSTM-SST","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/munashe5/SemanticTreeLSTM","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dmlc/dgl/tree/master/examples/pytorch/tree_lstm","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/EmilReinert/DeepLearningPipelines","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/stanfordnlp/treelstm","reach":{"status":"ok","spdx":"GPL-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/vastsak/tree_structured_gru","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tomekkorbak/treehopper","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Vivswan/Sentiment-Analysis-TreeLSTM","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dasguptar/treelstm.pytorch","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ttpro1995/TreeLSTMSentiment","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dmlc/dgl/tree/master/examples/mxnet/tree_lstm","reach":null}],"summary":{"ran_fixture":2,"ran_draft_wrong":4,"unverified":9},"by_repo_kind":{"listed":{"samples":15,"ran":6,"repositories":5}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":6,"samples":[{"code_sha256_prefix":"fd3e77b45ce34195","entry":"load_constituency_tree","repo":"Vivswan/Sentiment-Analysis-TreeLSTM","repo_kind":"listed","path":"scripts/preprocess-sst.py","file_url":"https://github.com/Vivswan/Sentiment-Analysis-TreeLSTM/blob/HEAD/scripts/preprocess-sst.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"fd3e77b45ce34195"}},{"code_sha256_prefix":"48a87dac90a7d495","entry":"load_dependency_tree","repo":"Vivswan/Sentiment-Analysis-TreeLSTM","repo_kind":"listed","path":"scripts/preprocess-sst.py","file_url":"https://github.com/Vivswan/Sentiment-Analysis-TreeLSTM/blob/HEAD/scripts/preprocess-sst.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"48a87dac90a7d495"}},{"code_sha256_prefix":"8817e369ca9baf24","entry":"load_trees","repo":"Vivswan/Sentiment-Analysis-TreeLSTM","repo_kind":"listed","path":"scripts/preprocess-sst.py","file_url":"https://github.com/Vivswan/Sentiment-Analysis-TreeLSTM/blob/HEAD/scripts/preprocess-sst.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"8817e369ca9baf24"}},{"code_sha256_prefix":"55a0de7b0b6428f0","entry":"parse_data","repo":"EmilReinert/DeepLearningPipelines","repo_kind":"listed","path":"workspace/pipelines/defect_prediction.py","file_url":"https://github.com/EmilReinert/DeepLearningPipelines/blob/HEAD/workspace/pipelines/defect_prediction.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"55a0de7b0b6428f0"}},{"code_sha256_prefix":"33e96662baea2bc4","entry":"read_file","repo":"EmilReinert/DeepLearningPipelines","repo_kind":"listed","path":"workspace/pipelines/defect_prediction.py","file_url":"https://github.com/EmilReinert/DeepLearningPipelines/blob/HEAD/workspace/pipelines/defect_prediction.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"33e96662baea2bc4"}},{"code_sha256_prefix":"8041e074f5f2c31b","entry":"tidy","repo":"EmilReinert/DeepLearningPipelines","repo_kind":"listed","path":"workspace/pipelines/defect_prediction.py","file_url":"https://github.com/EmilReinert/DeepLearningPipelines/blob/HEAD/workspace/pipelines/defect_prediction.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8041e074f5f2c31b"}},{"code_sha256_prefix":"0f1a6ead94a1ebe2","entry":"choose_optimizer","repo":"tomekkorbak/treehopper","repo_kind":"listed","path":"treehopper/model/training.py","file_url":"https://github.com/tomekkorbak/treehopper/blob/HEAD/treehopper/model/training.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0f1a6ead94a1ebe2"}},{"code_sha256_prefix":"bc4891355c566a35","entry":"load_word_vectors","repo":"dasguptar/treelstm.pytorch","repo_kind":"listed","path":"treelstm/utils.py","file_url":"https://github.com/dasguptar/treelstm.pytorch/blob/HEAD/treelstm/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bc4891355c566a35"}},{"code_sha256_prefix":"04bd7091604bee59","entry":"map_label_to_target","repo":"dasguptar/treelstm.pytorch","repo_kind":"listed","path":"treelstm/utils.py","file_url":"https://github.com/dasguptar/treelstm.pytorch/blob/HEAD/treelstm/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"04bd7091604bee59"}},{"code_sha256_prefix":"f55e0209ce694729","entry":"map_label_to_target","repo":"ttpro1995/TreeLSTMSentiment","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/ttpro1995/TreeLSTMSentiment/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f55e0209ce694729"}},{"code_sha256_prefix":"2c8d4f6f1b8eb9a3","entry":"map_label_to_target_sentiment","repo":"ttpro1995/TreeLSTMSentiment","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/ttpro1995/TreeLSTMSentiment/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2c8d4f6f1b8eb9a3"}},{"code_sha256_prefix":"816c1241731833a0","entry":"parse_args","repo":"ttpro1995/TreeLSTMSentiment","repo_kind":"listed","path":"config.py","file_url":"https://github.com/ttpro1995/TreeLSTMSentiment/blob/HEAD/config.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"816c1241731833a0"}},{"code_sha256_prefix":"bcabec498122625d","entry":"parse_args_train","repo":"tomekkorbak/treehopper","repo_kind":"listed","path":"treehopper/config.py","file_url":"https://github.com/tomekkorbak/treehopper/blob/HEAD/treehopper/config.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"bcabec498122625d"}},{"code_sha256_prefix":"83e2ff5af6039f69","entry":"set_arguments","repo":"tomekkorbak/treehopper","repo_kind":"listed","path":"treehopper/config.py","file_url":"https://github.com/tomekkorbak/treehopper/blob/HEAD/treehopper/config.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"83e2ff5af6039f69"}},{"code_sha256_prefix":"d4a62a05dc3b8ff4","entry":"zoneout","repo":"tomekkorbak/treehopper","repo_kind":"listed","path":"treehopper/model/zoneout.py","file_url":"https://github.com/tomekkorbak/treehopper/blob/HEAD/treehopper/model/zoneout.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d4a62a05dc3b8ff4"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}