{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/neural-sequence-segmentation-as-determining","title":"Neural Sequence Segmentation as Determining the Leftmost Segments","arxiv_id":"2104.07217","date":"2021-04-15","proceeding":"NAACL 2021 4","authors":["Yangming Li","Lemao Liu","Kaisheng Yao"],"abstract":"Prior methods to text segmentation are mostly at token level. Despite the adequacy, this nature limits their full potential to capture the long-term dependencies among segments. In this work, we propose a novel framework that incrementally segments natural language sentences at segment level. For every step in segmentation, it recognizes the leftmost segment of the remaining sequence. Implementations involve LSTM-minus technique to construct the phrase representations and recurrent neural networks (RNN) to model the iterations of determining the leftmost segments. We have conducted extensive experiments on syntactic chunking and Chinese part-of-speech (POS) tagging across 3 datasets, demonstrating that our methods have significantly outperformed previous all baselines and achieved new state-of-the-art results. Moreover, qualitative analysis and the study on segmenting long-length sentences verify its effectiveness in modeling long-term dependencies.","url_abs":"https://arxiv.org/abs/2104.07217v1","url_pdf":"https://arxiv.org/pdf/2104.07217v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"neural-sequence-segmentation-as-determining","repo_url":"https://github.com/LeePleased/LeftmostSeg","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"chunking","task_name":"Chunking"},{"task_slug":"pos","task_name":"POS"},{"task_slug":"pos-tagging","task_name":"POS Tagging"},{"task_slug":"part-of-speech-tagging","task_name":"Part-Of-Speech Tagging"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"text-segmentation","task_name":"Text Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2104.07217","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07217"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/LeePleased/LeftmostSeg","reach":null}],"summary":{"ran":4,"ran_draft_wrong":2,"unverified":2},"by_repo_kind":{"official":{"samples":8,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":8,"samples":[{"code_sha256_prefix":"bbab2c1b17f697a9","entry":"BiLSTMEnc","repo":"LeePleased/LeftmostSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/LeePleased/LeftmostSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bbab2c1b17f697a9"}},{"code_sha256_prefix":"487749a3553cfa24","entry":"MLP","repo":"LeePleased/LeftmostSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/LeePleased/LeftmostSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"487749a3553cfa24"}},{"code_sha256_prefix":"dc58a788f322d9bd","entry":"input_to_tensor","repo":"LeePleased/LeftmostSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/LeePleased/LeftmostSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"dc58a788f322d9bd"}},{"code_sha256_prefix":"731c0f3964fea27d","entry":"masking_mat","repo":"LeePleased/LeftmostSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/LeePleased/LeftmostSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"731c0f3964fea27d"}},{"code_sha256_prefix":"2dd96b6c39e41cf7","entry":"output_to_tensor","repo":"LeePleased/LeftmostSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/LeePleased/LeftmostSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2dd96b6c39e41cf7"}},{"code_sha256_prefix":"f62b8488d44a6637","entry":"recursionize","repo":"LeePleased/LeftmostSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/LeePleased/LeftmostSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f62b8488d44a6637"}},{"code_sha256_prefix":"4ad0fa36230cccd8","entry":"LeftmostSeg","repo":"LeePleased/LeftmostSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/LeePleased/LeftmostSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4ad0fa36230cccd8"}},{"code_sha256_prefix":"9c77ed2d5b65054d","entry":"UniLSTMDec","repo":"LeePleased/LeftmostSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/LeePleased/LeftmostSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9c77ed2d5b65054d"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}