{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/panoptic-segmentation-of-satellite-image-time","title":"Panoptic Segmentation of Satellite Image Time Series with Convolutional Temporal Attention Networks","arxiv_id":"2107.07933","date":"2021-07-16","proceeding":"ICCV 2021 10","authors":["Vivien Sainte Fare Garnot","Loic Landrieu"],"abstract":"Unprecedented access to multi-temporal satellite imagery has opened new perspectives for a variety of Earth observation tasks. Among them, pixel-precise panoptic segmentation of agricultural parcels has major economic and environmental implications. While researchers have explored this problem for single images, we argue that the complex temporal patterns of crop phenology are better addressed with temporal sequences of images. In this paper, we present the first end-to-end, single-stage method for panoptic segmentation of Satellite Image Time Series (SITS). This module can be combined with our novel image sequence encoding network which relies on temporal self-attention to extract rich and adaptive multi-scale spatio-temporal features. We also introduce PASTIS, the first open-access SITS dataset with panoptic annotations. We demonstrate the superiority of our encoder for semantic segmentation against multiple competing architectures, and set up the first state-of-the-art of panoptic segmentation of SITS. Our implementation and PASTIS are publicly available.","url_abs":"https://arxiv.org/abs/2107.07933v4","url_pdf":"https://arxiv.org/pdf/2107.07933v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"panoptic-segmentation-of-satellite-image-time","repo_url":"https://github.com/VSainteuf/utae-paps","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"cloud-removal","task_name":"Cloud Removal"},{"task_slug":"earth-observation","task_name":"Earth Observation"},{"task_slug":"flood-extent-forecasting","task_name":"Flood extent forecasting"},{"task_slug":"panoptic-segmentation","task_name":"Panoptic Segmentation"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"},{"task_slug":"temporal-sequences","task_name":"Temporal Sequences"},{"task_slug":"time-series-1","task_name":"Time Series"},{"task_slug":"time-series","task_name":"Time Series Analysis"}],"methods":[],"datasets_introduced":[{"slug":"pastis","name":"PASTIS","full_name":"Panoptic Segmentation of satellite image TImes Series"}],"methods_introduced":[],"results":[{"leaderboard":"/sota/cloud-removal-on-sen12ms-cr-ts","task":"Cloud Removal","dataset":"SEN12MS-CR-TS","model":"U-TAE","rank_in_archive_order":4,"of":7,"metrics":{"PSNR":"27.05","RMSE":"0.051","SAM":"11.649","SSIM":"0.849"},"uses_additional_data":false},{"leaderboard":"/sota/flood-extent-forecasting-on-global-flood","task":"Flood extent forecasting","dataset":"Global Flood forecasting","model":"U-TAE","rank_in_archive_order":1,"of":5,"metrics":{"F1 score":"0.77"},"uses_additional_data":false},{"leaderboard":"/sota/panoptic-segmentation-on-pastis","task":"Panoptic Segmentation","dataset":"PASTIS","model":"U-TAE + PaPs","rank_in_archive_order":3,"of":3,"metrics":{"PQ":"40.4","RQ":"49.2","SQ":"81.3"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-segmentation-on-pastis","task":"Semantic Segmentation","dataset":"PASTIS","model":"U-TAE","rank_in_archive_order":3,"of":3,"metrics":{"Mean IoU (test)":"63.1","Number of Params":"1.1M","Overall Accuracy":"83.2"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2107.07933","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.07933"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/VSainteuf/utae-paps","reach":null}],"summary":{"ran":10,"unverified":1},"by_repo_kind":{"official":{"samples":11,"ran":10,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"45da329fac60ca4d","entry":"ConvBlock","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"45da329fac60ca4d"}},{"code_sha256_prefix":"e7e11ee365ea4bce","entry":"ConvLayer","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e7e11ee365ea4bce"}},{"code_sha256_prefix":"4a4104e4258a152b","entry":"DownConvBlock","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4a4104e4258a152b"}},{"code_sha256_prefix":"0c52a14cf35ab27e","entry":"LTAE2d","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0c52a14cf35ab27e"}},{"code_sha256_prefix":"05217b7e7b5d3120","entry":"MultiHeadAttention","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"05217b7e7b5d3120"}},{"code_sha256_prefix":"de6db552db8d11c4","entry":"PositionalEncoder","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"de6db552db8d11c4"}},{"code_sha256_prefix":"2b213e91591f2da8","entry":"ScaledDotProductAttention","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2b213e91591f2da8"}},{"code_sha256_prefix":"95b9e0afd8ec4312","entry":"Temporal_Aggregator","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"95b9e0afd8ec4312"}},{"code_sha256_prefix":"f56238c8ef11a6d5","entry":"TemporallySharedBlock","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f56238c8ef11a6d5"}},{"code_sha256_prefix":"a64d9cde74098274","entry":"UpConvBlock","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a64d9cde74098274"}},{"code_sha256_prefix":"8abb5042ed8b7f79","entry":"UTAE","repo":"VSainteuf/utae-paps","repo_kind":"official","path":"src/backbones/utae.py","file_url":"https://github.com/VSainteuf/utae-paps/blob/HEAD/src/backbones/utae.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8abb5042ed8b7f79"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}