{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/graph-based-spatial-transformer-with-memory-1","title":"Graph-based Spatial Transformer with Memory Replay for Multi-future Pedestrian Trajectory Prediction","arxiv_id":"2206.05712","date":"2022-06-12","proceeding":"CVPR 2022 1","authors":["Lihuan Li","Maurice Pagnucco","Yang song"],"abstract":"Pedestrian trajectory prediction is an essential and challenging task for a variety of real-life applications such as autonomous driving and robotic motion planning. Besides generating a single future path, predicting multiple plausible future paths is becoming popular in some recent work on trajectory prediction. However, existing methods typically emphasize spatial interactions between pedestrians and surrounding areas but ignore the smoothness and temporal consistency of predictions. Our model aims to forecast multiple paths based on a historical trajectory by modeling multi-scale graph-based spatial transformers combined with a trajectory smoothing algorithm named ``Memory Replay'' utilizing a memory graph. Our method can comprehensively exploit the spatial information as well as correct the temporally inconsistent trajectories (e.g., sharp turns). We also propose a new evaluation metric named ``Percentage of Trajectory Usage'' to evaluate the comprehensiveness of diverse multi-future predictions. Our extensive experiments show that the proposed model achieves state-of-the-art performance on multi-future prediction and competitive results for single-future prediction. Code released at https://github.com/Jacobieee/ST-MR.","url_abs":"https://arxiv.org/abs/2206.05712v1","url_pdf":"https://arxiv.org/pdf/2206.05712v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"graph-based-spatial-transformer-with-memory-1","repo_url":"https://github.com/jacobieee/st-mr","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"autonomous-driving","task_name":"Autonomous Driving"},{"task_slug":"future-prediction","task_name":"Future prediction"},{"task_slug":"motion-planning","task_name":"Motion Planning"},{"task_slug":"pedestrian-trajectory-prediction","task_name":"Pedestrian Trajectory Prediction"},{"task_slug":"prediction","task_name":"Prediction"},{"task_slug":"trajectory-prediction","task_name":"Trajectory Prediction"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2206.05712","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.05712"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jacobieee/st-mr","reach":{"status":"ok"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/Jacobieee/ST-MR","reach":{"status":"ok"}}],"summary":{"ran_honours":1,"ran_draft_wrong":2,"ran_fixture":1,"unverified":6},"by_repo_kind":{"official":{"samples":10,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":10,"samples":[{"code_sha256_prefix":"08ec27de01a72b40","entry":"exp_mask","repo":"Jacobieee/ST-MR","repo_kind":"official","path":"code/pred_models.py","file_url":"https://github.com/Jacobieee/ST-MR/blob/HEAD/code/pred_models.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"08ec27de01a72b40"}},{"code_sha256_prefix":"031388c8384c9227","entry":"flatten","repo":"Jacobieee/ST-MR","repo_kind":"official","path":"code/pred_models.py","file_url":"https://github.com/Jacobieee/ST-MR/blob/HEAD/code/pred_models.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"031388c8384c9227"}},{"code_sha256_prefix":"fcf20886f0b38d3e","entry":"reconstruct","repo":"Jacobieee/ST-MR","repo_kind":"official","path":"code/pred_models.py","file_url":"https://github.com/Jacobieee/ST-MR/blob/HEAD/code/pred_models.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fcf20886f0b38d3e"}},{"code_sha256_prefix":"c6972c9a6a8d0ea2","entry":"softmax","repo":"Jacobieee/ST-MR","repo_kind":"official","path":"code/pred_models.py","file_url":"https://github.com/Jacobieee/ST-MR/blob/HEAD/code/pred_models.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c6972c9a6a8d0ea2"}},{"code_sha256_prefix":"fab2bbcfdcc70edb","entry":"Model","repo":"Jacobieee/ST-MR","repo_kind":"official","path":"code/pred_models.py","file_url":"https://github.com/Jacobieee/ST-MR/blob/HEAD/code/pred_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fab2bbcfdcc70edb"}},{"code_sha256_prefix":"ff8133797ba9c9d4","entry":"add_div_penalty","repo":"Jacobieee/ST-MR","repo_kind":"official","path":"code/pred_models.py","file_url":"https://github.com/Jacobieee/ST-MR/blob/HEAD/code/pred_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ff8133797ba9c9d4"}},{"code_sha256_prefix":"021c36ea324dcbc3","entry":"conv2d","repo":"Jacobieee/ST-MR","repo_kind":"official","path":"code/pred_models.py","file_url":"https://github.com/Jacobieee/ST-MR/blob/HEAD/code/pred_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"021c36ea324dcbc3"}},{"code_sha256_prefix":"0dce20eba02442a0","entry":"gather_helper","repo":"Jacobieee/ST-MR","repo_kind":"official","path":"code/pred_models.py","file_url":"https://github.com/Jacobieee/ST-MR/blob/HEAD/code/pred_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0dce20eba02442a0"}},{"code_sha256_prefix":"3af585e9ec9a4606","entry":"linear","repo":"Jacobieee/ST-MR","repo_kind":"official","path":"code/pred_models.py","file_url":"https://github.com/Jacobieee/ST-MR/blob/HEAD/code/pred_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3af585e9ec9a4606"}},{"code_sha256_prefix":"41ae2a5827588c68","entry":"wd_cost","repo":"Jacobieee/ST-MR","repo_kind":"official","path":"code/pred_models.py","file_url":"https://github.com/Jacobieee/ST-MR/blob/HEAD/code/pred_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"41ae2a5827588c68"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}