{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/geo-bench-toward-foundation-models-for-earth-1","title":"GEO-Bench: Toward Foundation Models for Earth Monitoring","arxiv_id":"2306.03831","date":"2023-06-06","proceeding":"NeurIPS 2023 11","authors":["Alexandre Lacoste","Nils Lehmann","Pau Rodriguez","Evan David Sherwin","Hannah Kerner","Björn Lütjens","Jeremy Andrew Irvin","David Dao","Hamed Alemohammad","Alexandre Drouin","Mehmet Gunturkun","Gabriel Huang","David Vazquez","Dava Newman","Yoshua Bengio","Stefano Ermon","Xiao Xiang Zhu"],"abstract":"Recent progress in self-supervision has shown that pre-training large neural networks on vast amounts of unsupervised data can lead to substantial increases in generalization to downstream tasks. Such models, recently coined foundation models, have been transformational to the field of natural language processing. Variants have also been proposed for image data, but their applicability to remote sensing tasks is limited. To stimulate the development of foundation models for Earth monitoring, we propose a benchmark comprised of six classification and six segmentation tasks, which were carefully curated and adapted to be both relevant to the field and well-suited for model evaluation. We accompany this benchmark with a robust methodology for evaluating models and reporting aggregated results to enable a reliable assessment of progress. Finally, we report results for 20 baselines to gain information about the performance of existing models. We believe that this benchmark will be a driver of progress across a variety of Earth monitoring tasks.","url_abs":"https://arxiv.org/abs/2306.03831v2","url_pdf":"https://arxiv.org/pdf/2306.03831v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"geo-bench-toward-foundation-models-for-earth-1","repo_url":"https://github.com/servicenow/geo-bench","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2306.03831","atlas_url":"https://app.syntology.ai/?focus=2306.03831","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03831"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/servicenow/geo-bench","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"unverified":6},"by_repo_kind":{"official":{"samples":6,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"a152a592c2d89882","entry":"biqm","repo":"servicenow/geo-bench","repo_kind":"official","path":"geobench/plot_tools.py","file_url":"https://github.com/servicenow/geo-bench/blob/HEAD/geobench/plot_tools.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a152a592c2d89882"}},{"code_sha256_prefix":"d1b48a3d91d5cb10","entry":"bootstrap_iqm","repo":"servicenow/geo-bench","repo_kind":"official","path":"geobench/plot_tools.py","file_url":"https://github.com/servicenow/geo-bench/blob/HEAD/geobench/plot_tools.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d1b48a3d91d5cb10"}},{"code_sha256_prefix":"0e5e544e9fd463f6","entry":"iqm","repo":"servicenow/geo-bench","repo_kind":"official","path":"geobench/plot_tools.py","file_url":"https://github.com/servicenow/geo-bench/blob/HEAD/geobench/plot_tools.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0e5e544e9fd463f6"}},{"code_sha256_prefix":"2918c0bc1d90bf98","entry":"overlay_mask","repo":"servicenow/geo-bench","repo_kind":"official","path":"make_benchmark/dataset_converters/forestnet.py","file_url":"https://github.com/servicenow/geo-bench/blob/HEAD/make_benchmark/dataset_converters/forestnet.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2918c0bc1d90bf98"}},{"code_sha256_prefix":"4cf91d58782c1644","entry":"safe_load","repo":"servicenow/geo-bench","repo_kind":"official","path":"geobench/_safe_pickle.py","file_url":"https://github.com/servicenow/geo-bench/blob/HEAD/geobench/_safe_pickle.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4cf91d58782c1644"}},{"code_sha256_prefix":"c7568e4f73ee2a27","entry":"safe_loads","repo":"servicenow/geo-bench","repo_kind":"official","path":"geobench/_safe_pickle.py","file_url":"https://github.com/servicenow/geo-bench/blob/HEAD/geobench/_safe_pickle.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c7568e4f73ee2a27"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}