{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/once-upon-a-textit-time-in-textit-graph","title":"Once Upon a $\\textit{Time}$ in $\\textit{Graph}$: Relative-Time Pretraining for Complex Temporal Reasoning","arxiv_id":"2310.14709","date":"2023-10-23","proceeding":null,"authors":["Sen yang","Xin Li","Lidong Bing","Wai Lam"],"abstract":"Our physical world is constantly evolving over time, rendering challenges for pre-trained language models to understand and reason over the temporal contexts of texts. Existing work focuses on strengthening the direct association between a piece of text and its time-stamp. However, the knowledge-time association is usually insufficient for the downstream tasks that require reasoning over temporal dependencies between knowledge. In this work, we make use of the underlying nature of time, all temporally-scoped sentences are strung together through a one-dimensional time axis, and suggest creating a graph structure based on the relative placements of events along the time axis. Inspired by the graph view, we propose RemeMo ($\\underline{Re}$lative Ti$\\underline{me}$ $\\underline{Mo}$deling), which explicitly connects all temporally-scoped facts by modeling the time relations between any two sentences. Experimental results show that RemeMo outperforms the baseline T5 on multiple temporal question answering datasets under various settings. Further analysis suggests that RemeMo is especially good at modeling long-range complex temporal dependencies. We release our code and pre-trained checkpoints at $\\href{https://github.com/DAMO-NLP-SG/RemeMo}{\\text{this url}}$.","url_abs":"https://arxiv.org/abs/2310.14709v1","url_pdf":"https://arxiv.org/pdf/2310.14709v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"once-upon-a-textit-time-in-textit-graph","repo_url":"https://github.com/damo-nlp-sg/rememo","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"question-answering","task_name":"Question Answering"}],"methods":[{"method_slug":"adafactor","method_name":"Adafactor"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"glu","method_name":"Gated Linear Unit"},{"method_slug":"inverse-square-root-schedule","method_name":"Inverse Square Root Schedule"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"sentencepiece","method_name":"SentencePiece"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"t5","method_name":"T5"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2310.14709","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.14709"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/damo-nlp-sg/rememo","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":7,"unverified":4},"by_repo_kind":{"official":{"samples":11,"ran":7,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"69550b5d230761f5","entry":"compute_input_and_target_lengths","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/pretrain_t5/run_seq2seq.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/pretrain_t5/run_seq2seq.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"69550b5d230761f5"}},{"code_sha256_prefix":"7500c3f837580431","entry":"covert_date_to_text","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/pretrain_t5/generate_date_text.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/pretrain_t5/generate_date_text.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7500c3f837580431"}},{"code_sha256_prefix":"4e246616d6a7f5e8","entry":"date_format_transform","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/pretrain_t5/generate_date_text.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/pretrain_t5/generate_date_text.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4e246616d6a7f5e8"}},{"code_sha256_prefix":"dba56fa83a4729f4","entry":"date_format_transform","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/pretrain_t5/t5_dataset.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/pretrain_t5/t5_dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dba56fa83a4729f4"}},{"code_sha256_prefix":"221d15006e945daa","entry":"shift_tokens_right","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/pretrain_t5/data_collator_for_t5.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/pretrain_t5/data_collator_for_t5.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"221d15006e945daa"}},{"code_sha256_prefix":"a06f7e78a244046e","entry":"time_gap_to_label","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/pretrain_t5/t5_dataset.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/pretrain_t5/t5_dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a06f7e78a244046e"}},{"code_sha256_prefix":"b0c08ae410f3b5ce","entry":"time_scale_to_label","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/pretrain_t5/t5_dataset.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/pretrain_t5/t5_dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b0c08ae410f3b5ce"}},{"code_sha256_prefix":"871891cce8847d7f","entry":"generate_random_date_inside_span","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/pretrain_t5/generate_date_text.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/pretrain_t5/generate_date_text.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"871891cce8847d7f"}},{"code_sha256_prefix":"caead9af98f52f4b","entry":"get_optimizer","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/pretrain_t5/optimizer.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/pretrain_t5/optimizer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"caead9af98f52f4b"}},{"code_sha256_prefix":"ac56d3e7b79dbc18","entry":"postprocess_qa_predictions","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/odqa_t5/utils_qa.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/odqa_t5/utils_qa.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ac56d3e7b79dbc18"}},{"code_sha256_prefix":"8c51f5aaf2f659e2","entry":"postprocess_qa_predictions_with_beam_search","repo":"damo-nlp-sg/rememo","repo_kind":"official","path":"src/odqa_t5/utils_qa.py","file_url":"https://github.com/damo-nlp-sg/rememo/blob/HEAD/src/odqa_t5/utils_qa.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8c51f5aaf2f659e2"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}