{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/learning-to-embed-time-series-patches","title":"Learning to Embed Time Series Patches Independently","arxiv_id":"2312.16427","date":"2023-12-27","proceeding":null,"authors":["Seunghan Lee","Taeyoung Park","Kibok Lee"],"abstract":"Masked time series modeling has recently gained much attention as a self-supervised representation learning strategy for time series. Inspired by masked image modeling in computer vision, recent works first patchify and partially mask out time series, and then train Transformers to capture the dependencies between patches by predicting masked patches from unmasked patches. However, we argue that capturing such patch dependencies might not be an optimal strategy for time series representation learning; rather, learning to embed patches independently results in better time series representations. Specifically, we propose to use 1) the simple patch reconstruction task, which autoencode each patch without looking at other patches, and 2) the simple patch-wise MLP that embeds each patch independently. In addition, we introduce complementary contrastive learning to hierarchically capture adjacent time series information efficiently. Our proposed method improves time series forecasting and classification performance compared to state-of-the-art Transformer-based models, while it is more efficient in terms of the number of parameters and training/inference time. Code is available at this repository: https://github.com/seunghan96/pits.","url_abs":"https://arxiv.org/abs/2312.16427v4","url_pdf":"https://arxiv.org/pdf/2312.16427v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"learning-to-embed-time-series-patches","repo_url":"https://github.com/WenjieDu/PyPOTS","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"learning-to-embed-time-series-patches","repo_url":"https://github.com/seunghan96/pits","is_official":0,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"contrastive-learning","task_name":"Contrastive Learning"},{"task_slug":"representation-learning","task_name":"Representation Learning"},{"task_slug":"time-series-1","task_name":"Time Series"},{"task_slug":"time-series-forecasting","task_name":"Time Series Forecasting"}],"methods":[{"method_slug":"contrastive-learning","method_name":"Contrastive Learning"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2312.16427","atlas_url":"https://app.syntology.ai/?focus=2312.16427","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.16427"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/seunghan96/pits","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/WenjieDu/PyPOTS","reach":null}],"summary":{"ran":9,"unverified":1},"by_repo_kind":{"official":{"samples":2,"ran":2,"repositories":1},"named_in_paper":{"samples":8,"ran":7,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":8,"samples":[{"code_sha256_prefix":"e699914eb6210f88","entry":"ClassificationHead_avg","repo":"seunghan96/pits","repo_kind":"named_in_paper","path":"PITS_self_supervised/src/models/PITS.py","file_url":"https://github.com/seunghan96/pits/blob/HEAD/PITS_self_supervised/src/models/PITS.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e699914eb6210f88"}},{"code_sha256_prefix":"979f4c3c4fa21fd6","entry":"ClassificationHead_concat","repo":"seunghan96/pits","repo_kind":"named_in_paper","path":"PITS_self_supervised/src/models/PITS.py","file_url":"https://github.com/seunghan96/pits/blob/HEAD/PITS_self_supervised/src/models/PITS.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"979f4c3c4fa21fd6"}},{"code_sha256_prefix":"8f3c09584a95e4c9","entry":"ClassificationHead_max","repo":"seunghan96/pits","repo_kind":"named_in_paper","path":"PITS_self_supervised/src/models/PITS.py","file_url":"https://github.com/seunghan96/pits/blob/HEAD/PITS_self_supervised/src/models/PITS.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8f3c09584a95e4c9"}},{"code_sha256_prefix":"2c59b546356d88c3","entry":"Dense","repo":"WenjieDu/PyPOTS","repo_kind":"official","path":"pypots/nn/modules/imputeformer/mlp.py","file_url":"https://github.com/WenjieDu/PyPOTS/blob/HEAD/pypots/nn/modules/imputeformer/mlp.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"2c59b546356d88c3"}},{"code_sha256_prefix":"2e5e45d95ec8f099","entry":"MLP","repo":"WenjieDu/PyPOTS","repo_kind":"official","path":"pypots/nn/modules/imputeformer/mlp.py","file_url":"https://github.com/WenjieDu/PyPOTS/blob/HEAD/pypots/nn/modules/imputeformer/mlp.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"2e5e45d95ec8f099"}},{"code_sha256_prefix":"a3e7214d74ff0e12","entry":"MLPencoder","repo":"seunghan96/pits","repo_kind":"named_in_paper","path":"PITS_self_supervised/src/models/PITS.py","file_url":"https://github.com/seunghan96/pits/blob/HEAD/PITS_self_supervised/src/models/PITS.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a3e7214d74ff0e12"}},{"code_sha256_prefix":"94642dfc7cfa152d","entry":"PredictionHead","repo":"seunghan96/pits","repo_kind":"named_in_paper","path":"PITS_self_supervised/src/models/PITS.py","file_url":"https://github.com/seunghan96/pits/blob/HEAD/PITS_self_supervised/src/models/PITS.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"94642dfc7cfa152d"}},{"code_sha256_prefix":"f61450d0fe5aa3a8","entry":"PretrainHead","repo":"seunghan96/pits","repo_kind":"named_in_paper","path":"PITS_self_supervised/src/models/PITS.py","file_url":"https://github.com/seunghan96/pits/blob/HEAD/PITS_self_supervised/src/models/PITS.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f61450d0fe5aa3a8"}},{"code_sha256_prefix":"db7694835101cbff","entry":"RegressionHead","repo":"seunghan96/pits","repo_kind":"named_in_paper","path":"PITS_self_supervised/src/models/PITS.py","file_url":"https://github.com/seunghan96/pits/blob/HEAD/PITS_self_supervised/src/models/PITS.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"db7694835101cbff"}},{"code_sha256_prefix":"0519624fe201e044","entry":"PITS","repo":"seunghan96/pits","repo_kind":"named_in_paper","path":"PITS_self_supervised/src/models/PITS.py","file_url":"https://github.com/seunghan96/pits/blob/HEAD/PITS_self_supervised/src/models/PITS.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0519624fe201e044"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}