{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2603-10180","title":"DT-BEHRT: Disease Trajectory-aware Transformer for Interpretable Patient Representation Learning","arxiv_id":"2603.10180","date":"2026-03-10","proceeding":null,"authors":["Deyi Li","Zijun Yao","Qi Xu","Muxuan Liang","Lingyao Li","Zijian Xu","Mei Liu"],"abstract":"The growing adoption of electronic health record (EHR) systems has provided unprecedented opportunities for predictive modeling to guide clinical decision making. Structured EHRs contain longitudinal observations of patients across hospital visits, where each visit is represented by a set of medical codes. While sequence-based, graph-based, and graph-enhanced sequence approaches have been developed to capture rich code interactions over time or within the same visits, they often overlook the inherent heterogeneous roles of medical codes arising from distinct clinical characteristics and contexts. To this end, in this study we propose the Disease Trajectory-aware Transformer for EHR (DT-BEHRT), a graph-enhanced sequential architecture that disentangles disease trajectories by explicitly modeling diagnosis-centric interactions within organ systems and capturing asynchronous progression patterns. To further enhance the representation robustness, we design a tailored pre-training methodology that combines trajectory-level code masking with ontology-informed ancestor prediction, promoting semantic alignment across multiple modeling modules. Extensive experiments on multiple benchmark datasets demonstrate that DT-BEHRT achieves strong predictive performance and provides interpretable patient representations that align with clinicians' disease-centered reasoning. The source code is publicly accessible at https://github.com/GatorAIM/DT-BEHRT.git.","url_abs":"https://arxiv.org/abs/2603.10180","url_pdf":"https://arxiv.org/pdf/2603.10180","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2603.10180","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2603.10180"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/GatorAIM/DT-BEHRT","reach":null}],"summary":{"ran":4,"unverified":1},"by_repo_kind":{"found_in_text":{"samples":5,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":5,"samples":[{"code_sha256_prefix":"7ef8b373e65300b5","entry":"CLSQueryMHA","repo":"GatorAIM/DT-BEHRT","repo_kind":"found_in_text","path":"src/heterogt/model/model.py","file_url":"https://github.com/GatorAIM/DT-BEHRT/blob/HEAD/src/heterogt/model/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7ef8b373e65300b5"}},{"code_sha256_prefix":"d6a5d8352e330d9d","entry":"DiseaseOccHetGNN","repo":"GatorAIM/DT-BEHRT","repo_kind":"found_in_text","path":"src/heterogt/model/model.py","file_url":"https://github.com/GatorAIM/DT-BEHRT/blob/HEAD/src/heterogt/model/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d6a5d8352e330d9d"}},{"code_sha256_prefix":"8ee0666aa5ed900c","entry":"HierTransformerLayer","repo":"GatorAIM/DT-BEHRT","repo_kind":"found_in_text","path":"src/heterogt/model/model.py","file_url":"https://github.com/GatorAIM/DT-BEHRT/blob/HEAD/src/heterogt/model/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8ee0666aa5ed900c"}},{"code_sha256_prefix":"64dc7fbe40b44c5d","entry":"MultiPredictionHead","repo":"GatorAIM/DT-BEHRT","repo_kind":"found_in_text","path":"src/heterogt/model/model.py","file_url":"https://github.com/GatorAIM/DT-BEHRT/blob/HEAD/src/heterogt/model/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"64dc7fbe40b44c5d"}},{"code_sha256_prefix":"48e8dd95e956c856","entry":"HeteroGTPreTrain","repo":"GatorAIM/DT-BEHRT","repo_kind":"found_in_text","path":"src/heterogt/model/model.py","file_url":"https://github.com/GatorAIM/DT-BEHRT/blob/HEAD/src/heterogt/model/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"48e8dd95e956c856"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}