{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2607-02437","title":"Extreme Adaptive Transformer for Time Series Forecasting","arxiv_id":"2607.02437","date":"2026-07-02","proceeding":null,"authors":["Sanjeev Shrestha","Hui Liu","Yifan Zhang"],"abstract":"Time series forecasting remains challenging when the underlying data contain rare but critical extreme events. This issue is particularly important in hydrologic forecasting, where streamflow distributions are often highly skewed and extreme peaks can have substantial impacts on flood monitoring, water resource management, and early warning systems. Although Transformer-based forecasting models have achieved strong performance by modeling long-range temporal dependencies, they typically treat all time points uniformly and may therefore underrepresent rare extreme patterns. In this paper, we propose the Extreme-Adaptive Transformer (Exformer), a forecasting framework designed to explicitly model temporal dependencies involving both normal and extreme events. Exformer introduces an extreme-adaptive attention mechanism composed of three sparse components: Local, Stride, and Extreme. The Local and Stride components capture short-term and periodic temporal dependencies, respectively, while the Extreme component selectively models event-aware dependencies between normal and extreme streamflow patterns. Experiments on four real-world hydrologic streamflow datasets show that Exformer achieves superior 3-day forecasting performance compared with state-of-the-art baselines. Our findings demonstrate that explicitly incorporating extreme-aware attention improves the forecasting capacity of Transformer models on imbalanced time series with rare but consequential events.","url_abs":"https://arxiv.org/abs/2607.02437","url_pdf":"https://arxiv.org/pdf/2607.02437","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2607.02437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2607.02437"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/sanzexstha/Exformer","reach":null}],"summary":{"ran":9,"unverified":3},"by_repo_kind":{"found_in_text":{"samples":12,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"e6663d05846f08ea","entry":"CORR","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"utils/metrics.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e6663d05846f08ea"}},{"code_sha256_prefix":"03d63d172032b256","entry":"CORR","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"utils/metrics_dan.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/utils/metrics_dan.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"03d63d172032b256"}},{"code_sha256_prefix":"edd5108dc9b37e58","entry":"Corr","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"utils/metrics.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"edd5108dc9b37e58"}},{"code_sha256_prefix":"15503d40fcb7d6f1","entry":"FFT_for_Period","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"models/my_method/build_model_util.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/models/my_method/build_model_util.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"15503d40fcb7d6f1"}},{"code_sha256_prefix":"3dc19396537db789","entry":"all_reduce_mean","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"utils/misc.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/utils/misc.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3dc19396537db789"}},{"code_sha256_prefix":"5310cdce54653355","entry":"labels_to_segments","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"models/my_method/dozerformer_EncDec.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/models/my_method/dozerformer_EncDec.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5310cdce54653355"}},{"code_sha256_prefix":"735aba507a02ddfe","entry":"load_config","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"utils/ext_utils.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/utils/ext_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"735aba507a02ddfe"}},{"code_sha256_prefix":"276f14f028e3ea4f","entry":"normalize_diff_with_stats","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"utils/ext_utils.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/utils/ext_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"276f14f028e3ea4f"}},{"code_sha256_prefix":"7a0a7a0da04b61d4","entry":"r_log_std_normalization","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"utils/ext_utils.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/utils/ext_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7a0a7a0da04b61d4"}},{"code_sha256_prefix":"75f44993b096bf76","entry":"MAE","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"utils/metrics_dan.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/utils/metrics_dan.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"75f44993b096bf76"}},{"code_sha256_prefix":"b40a11875ebd0cd2","entry":"RSE","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"utils/metrics.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/utils/metrics.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b40a11875ebd0cd2"}},{"code_sha256_prefix":"a93537b210192d0c","entry":"get_grad_norm_","repo":"sanzexstha/Exformer","repo_kind":"found_in_text","path":"utils/misc.py","file_url":"https://github.com/sanzexstha/Exformer/blob/HEAD/utils/misc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a93537b210192d0c"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}