{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2510-23111","title":"Neural Emulator Superiority: When Machine Learning for PDEs Surpasses its Training Data","arxiv_id":"2510.23111","date":"2025-10-27","proceeding":"NeurIPS","authors":["Felix Koehler","Nils Thuerey"],"abstract":"Neural operators or emulators for PDEs trained on data from numerical solvers are conventionally assumed to be limited by their training data's fidelity. We challenge this assumption by identifying \"emulator superiority,\" where neural networks trained purely on low-fidelity solver data can achieve higher accuracy than those solvers when evaluated against a higher-fidelity reference. Our theoretical analysis reveals how the interplay between emulator inductive biases, training objectives, and numerical error characteristics enables superior performance during multi-step rollouts. We empirically validate this finding across different PDEs using standard neural architectures, demonstrating that emulators can implicitly learn dynamics that are more regularized or exhibit more favorable error accumulation properties than their training data, potentially surpassing training data limitations and mitigating numerical artifacts. This work prompts a re-evaluation of emulator benchmarking, suggesting neural emulators might achieve greater physical fidelity than their training source within specific operational regimes. Project Page: https://tum-pbs.github.io/emulator-superiority","url_abs":"https://arxiv.org/abs/2510.23111","url_pdf":"https://arxiv.org/pdf/2510.23111","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2510.23111","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2510.23111"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/tum-pbs/emulator-superiority","reach":{"status":"ok"}}],"summary":{"unverified":7},"by_repo_kind":{"found_in_text":{"samples":7,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":7,"samples":[{"code_sha256_prefix":"37999b244a3fa704","entry":"build_positional_encoding_table","repo":"tum-pbs/emulator-superiority","repo_kind":"found_in_text","path":"code/experiments/transformer.py","file_url":"https://github.com/tum-pbs/emulator-superiority/blob/HEAD/code/experiments/transformer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"37999b244a3fa704"}},{"code_sha256_prefix":"4b976d7b4b89bb69","entry":"individual_modes_gen","repo":"tum-pbs/emulator-superiority","repo_kind":"found_in_text","path":"code/experiments/individual_modes_ic.py","file_url":"https://github.com/tum-pbs/emulator-superiority/blob/HEAD/code/experiments/individual_modes_ic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4b976d7b4b89bb69"}},{"code_sha256_prefix":"5e5814a1133f6981","entry":"make_grid","repo":"tum-pbs/emulator-superiority","repo_kind":"found_in_text","path":"code/experiments/superape/picardax/picardax/_utils.py","file_url":"https://github.com/tum-pbs/emulator-superiority/blob/HEAD/code/experiments/superape/picardax/picardax/_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5e5814a1133f6981"}},{"code_sha256_prefix":"ab18f29d9313c1d7","entry":"rollout","repo":"tum-pbs/emulator-superiority","repo_kind":"found_in_text","path":"code/experiments/superape/picardax/picardax/_utils.py","file_url":"https://github.com/tum-pbs/emulator-superiority/blob/HEAD/code/experiments/superape/picardax/picardax/_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ab18f29d9313c1d7"}},{"code_sha256_prefix":"f0a2fdc3bd45affc","entry":"scaled_dot_product_attention","repo":"tum-pbs/emulator-superiority","repo_kind":"found_in_text","path":"code/experiments/transformer.py","file_url":"https://github.com/tum-pbs/emulator-superiority/blob/HEAD/code/experiments/transformer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f0a2fdc3bd45affc"}},{"code_sha256_prefix":"5efb170ec519965b","entry":"transformer_constructor","repo":"tum-pbs/emulator-superiority","repo_kind":"found_in_text","path":"code/experiments/transformer.py","file_url":"https://github.com/tum-pbs/emulator-superiority/blob/HEAD/code/experiments/transformer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5efb170ec519965b"}},{"code_sha256_prefix":"599e718d062bb77b","entry":"wrap_bc","repo":"tum-pbs/emulator-superiority","repo_kind":"found_in_text","path":"code/experiments/superape/picardax/picardax/_utils.py","file_url":"https://github.com/tum-pbs/emulator-superiority/blob/HEAD/code/experiments/superape/picardax/picardax/_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"599e718d062bb77b"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_api"},"syntology_extracted_results":null}