{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2604-06814","title":"OmniTabBench: Mapping the Empirical Frontiers of GBDTs, Neural Networks, and Foundation Models for Tabular Data at Scale","arxiv_id":"2604.06814","date":"2026-04-08","proceeding":null,"authors":["Dihong Jiang","Ruoqi Cao","Zhiyuan Dang","Li Huang","Qingsong Zhang","Zhiyu Wang","Shihao Piao","Shenggao Zhu","Jianlong Chang","Zhouchen Lin","Qi Tian"],"abstract":"While traditional tree-based ensemble methods have long dominated tabular tasks, deep neural networks and emerging foundation models have challenged this primacy, yet no consensus exists on a universally superior paradigm. Existing benchmarks typically contain fewer than 100 datasets, raising concerns about evaluation sufficiency and potential selection biases. To address these limitations, we introduce OmniTabBench, the largest tabular benchmark to date, comprising 3030 datasets spanning diverse tasks that are comprehensively collected from diverse sources and categorized by industry using large language models. We conduct an unprecedented large-scale empirical evaluation of state-of-the-art models from all model families on OmniTabBench, confirming the absence of a dominant winner. Furthermore, through a decoupled metafeature analysis, which examines individual properties such as dataset size, feature types, feature and target skewness/kurtosis, we elucidate conditions favoring specific model categories, providing clearer, more actionable guidance than prior compound-metric studies.","url_abs":"https://arxiv.org/abs/2604.06814","url_pdf":"https://arxiv.org/pdf/2604.06814","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2604.06814","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2604.06814"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/yandex-research/rtdl-revisiting-models","reach":null}],"summary":{"ran":5,"unverified":3},"by_repo_kind":{"found_in_text":{"samples":8,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"8f42a696e5384989","entry":"CategoricalEmbeddings","repo":"yandex-research/rtdl-revisiting-models","repo_kind":"found_in_text","path":"package/rtdl_revisiting_models.py","file_url":"https://github.com/yandex-research/rtdl-revisiting-models/blob/HEAD/package/rtdl_revisiting_models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8f42a696e5384989"}},{"code_sha256_prefix":"718f659b54e38110","entry":"LinearEmbeddings","repo":"yandex-research/rtdl-revisiting-models","repo_kind":"found_in_text","path":"package/rtdl_revisiting_models.py","file_url":"https://github.com/yandex-research/rtdl-revisiting-models/blob/HEAD/package/rtdl_revisiting_models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"718f659b54e38110"}},{"code_sha256_prefix":"3a561d57f211e806","entry":"MultiheadAttention","repo":"yandex-research/rtdl-revisiting-models","repo_kind":"found_in_text","path":"package/rtdl_revisiting_models.py","file_url":"https://github.com/yandex-research/rtdl-revisiting-models/blob/HEAD/package/rtdl_revisiting_models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3a561d57f211e806"}},{"code_sha256_prefix":"381e02468180ea67","entry":"_CLSEmbedding","repo":"yandex-research/rtdl-revisiting-models","repo_kind":"found_in_text","path":"package/rtdl_revisiting_models.py","file_url":"https://github.com/yandex-research/rtdl-revisiting-models/blob/HEAD/package/rtdl_revisiting_models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"381e02468180ea67"}},{"code_sha256_prefix":"eb2ab57c0c923202","entry":"_ReGLU","repo":"yandex-research/rtdl-revisiting-models","repo_kind":"found_in_text","path":"package/rtdl_revisiting_models.py","file_url":"https://github.com/yandex-research/rtdl-revisiting-models/blob/HEAD/package/rtdl_revisiting_models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"eb2ab57c0c923202"}},{"code_sha256_prefix":"5345e65fecd6518b","entry":"FTTransformer","repo":"yandex-research/rtdl-revisiting-models","repo_kind":"found_in_text","path":"package/rtdl_revisiting_models.py","file_url":"https://github.com/yandex-research/rtdl-revisiting-models/blob/HEAD/package/rtdl_revisiting_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5345e65fecd6518b"}},{"code_sha256_prefix":"ae51f797d3f4cfa8","entry":"FTTransformerBackbone","repo":"yandex-research/rtdl-revisiting-models","repo_kind":"found_in_text","path":"package/rtdl_revisiting_models.py","file_url":"https://github.com/yandex-research/rtdl-revisiting-models/blob/HEAD/package/rtdl_revisiting_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ae51f797d3f4cfa8"}},{"code_sha256_prefix":"071698bd6d61c0ee","entry":"_named_sequential","repo":"yandex-research/rtdl-revisiting-models","repo_kind":"found_in_text","path":"package/rtdl_revisiting_models.py","file_url":"https://github.com/yandex-research/rtdl-revisiting-models/blob/HEAD/package/rtdl_revisiting_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"071698bd6d61c0ee"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}