{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/peeking-into-the-future-predicting-future","title":"Peeking into the Future: Predicting Future Person Activities and Locations in Videos","arxiv_id":"1902.03748","date":"2019-02-11","proceeding":"CVPR 2019 6","authors":["Junwei Liang","Lu Jiang","Juan Carlos Niebles","Alexander Hauptmann","Li Fei-Fei"],"abstract":"Deciphering human behaviors to predict their future paths/trajectories and what they would do from videos is important in many applications. Motivated by this idea, this paper studies predicting a pedestrian's future path jointly with future activities. We propose an end-to-end, multi-task learning system utilizing rich visual features about human behavioral information and interaction with their surroundings. To facilitate the training, the network is learned with an auxiliary task of predicting future location in which the activity will happen. Experimental results demonstrate our state-of-the-art performance over two public benchmarks on future trajectory prediction. Moreover, our method is able to produce meaningful future activity prediction in addition to the path. The result provides the first empirical evidence that joint modeling of paths and activities benefits future path prediction.","url_abs":"https://arxiv.org/abs/1902.03748v3","url_pdf":"https://arxiv.org/pdf/1902.03748v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"peeking-into-the-future-predicting-future","repo_url":"https://github.com/google/next-prediction","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"peeking-into-the-future-predicting-future","repo_url":"https://github.com/JunweiLiang/social-distancing-prediction","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"activity-prediction","task_name":"Activity Prediction"},{"task_slug":"future-prediction","task_name":"Future prediction"},{"task_slug":"human-motion-prediction","task_name":"Human motion prediction"},{"task_slug":"motion-forecasting","task_name":"Motion Forecasting"},{"task_slug":"multi-task-learning","task_name":"Multi-Task Learning"},{"task_slug":"prediction","task_name":"Prediction"},{"task_slug":"trajectory-forecasting","task_name":"Trajectory Forecasting"},{"task_slug":"trajectory-prediction","task_name":"Trajectory Prediction"},{"task_slug":"motion-prediction","task_name":"motion prediction"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/activity-prediction-on-actev","task":"Activity Prediction","dataset":"ActEV","model":"Next","rank_in_archive_order":1,"of":1,"metrics":{"mAP":"0.192"},"uses_additional_data":false},{"leaderboard":"/sota/trajectory-forecasting-on-actev","task":"Trajectory Forecasting","dataset":"ActEV","model":"Next","rank_in_archive_order":2,"of":2,"metrics":{"ADE-8/12":"17.99"},"uses_additional_data":false},{"leaderboard":"/sota/trajectory-prediction-on-actev","task":"Trajectory Prediction","dataset":"ActEV","model":"Next","rank_in_archive_order":3,"of":4,"metrics":{"ADE-8/12":"17.99","FDE-8/12":"37.24"},"uses_additional_data":false},{"leaderboard":"/sota/trajectory-prediction-on-ethucy","task":"Trajectory Prediction","dataset":"ETH/UCY","model":"Next","rank_in_archive_order":16,"of":20,"metrics":{"ADE-8/12":"0.46"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1902.03748","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.03748"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/JunweiLiang/social-distancing-prediction","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/google/next-prediction","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_honours":1,"ran_draft_wrong":1,"unverified":25},"by_repo_kind":{"official":{"samples":5,"ran":0,"repositories":1},"listed":{"samples":22,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":22,"samples":[{"code_sha256_prefix":"40125e1efb67fa92","entry":"conv_out_size_same","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/nn.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/nn.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"40125e1efb67fa92"}},{"code_sha256_prefix":"fcf20886f0b38d3e","entry":"reconstruct","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/pred_models.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/pred_models.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"fcf20886f0b38d3e"}},{"code_sha256_prefix":"4ec2e1cec0b40292","entry":"assign_to_device","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/models.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"4ec2e1cec0b40292"}},{"code_sha256_prefix":"cd3221a1bf9695cd","entry":"create_unique_color_float","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/application_util/visualization.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/application_util/visualization.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"cd3221a1bf9695cd"}},{"code_sha256_prefix":"6bb4e0327315f2d1","entry":"create_unique_color_uchar","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/application_util/visualization.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/application_util/visualization.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"6bb4e0327315f2d1"}},{"code_sha256_prefix":"44ebed645a926f5f","entry":"filter_future_act","repo":"google/next-prediction","repo_kind":"official","path":"code/preprocess.py","file_url":"https://github.com/google/next-prediction/blob/HEAD/code/preprocess.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"44ebed645a926f5f"}},{"code_sha256_prefix":"a84f3ff76e98471c","entry":"find_past_trajs","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/inf_utils.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/inf_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"a84f3ff76e98471c"}},{"code_sha256_prefix":"f59f0e3dab36d192","entry":"gather_dt","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/utils.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"f59f0e3dab36d192"}},{"code_sha256_prefix":"97cd5f6189f39c1f","entry":"generate_anchors","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/generate_anchors.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/generate_anchors.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"97cd5f6189f39c1f"}},{"code_sha256_prefix":"a22b5deaf7163110","entry":"get_gpu_info_block","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/utils.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"a22b5deaf7163110"}},{"code_sha256_prefix":"31da21e094c7d778","entry":"get_model","repo":"google/next-prediction","repo_kind":"official","path":"code/models.py","file_url":"https://github.com/google/next-prediction/blob/HEAD/code/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"31da21e094c7d778"}},{"code_sha256_prefix":"6454fa29970866f9","entry":"get_model","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/pred_models.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/pred_models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"6454fa29970866f9"}},{"code_sha256_prefix":"7209afc811349832","entry":"get_scene","repo":"google/next-prediction","repo_kind":"official","path":"code/utils.py","file_url":"https://github.com/google/next-prediction/blob/HEAD/code/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7209afc811349832"}},{"code_sha256_prefix":"3e989a9edbc046bd","entry":"get_video_meta","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/inf_utils.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/inf_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"3e989a9edbc046bd"}},{"code_sha256_prefix":"43de09e526867380","entry":"is_in_bounds","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/application_util/image_viewer.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/application_util/image_viewer.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"43de09e526867380"}},{"code_sha256_prefix":"88997f58c436a3c5","entry":"nms","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/nn.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/nn.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"88997f58c436a3c5"}},{"code_sha256_prefix":"11418a38d54c1c24","entry":"nms_wrapper","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/utils.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"11418a38d54c1c24"}},{"code_sha256_prefix":"e8fe9fcc53566f61","entry":"non_max_suppression","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/application_util/preprocessing.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/application_util/preprocessing.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"e8fe9fcc53566f61"}},{"code_sha256_prefix":"d4500d8300440bc9","entry":"process_args","repo":"google/next-prediction","repo_kind":"official","path":"code/utils.py","file_url":"https://github.com/google/next-prediction/blob/HEAD/code/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d4500d8300440bc9"}},{"code_sha256_prefix":"00b7b47ee41437f0","entry":"process_args","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/pred_utils.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/pred_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"00b7b47ee41437f0"}},{"code_sha256_prefix":"cf9a4a78c12b9663","entry":"read_data","repo":"google/next-prediction","repo_kind":"official","path":"code/utils.py","file_url":"https://github.com/google/next-prediction/blob/HEAD/code/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"cf9a4a78c12b9663"}},{"code_sha256_prefix":"07bdfb978bf79ac1","entry":"read_data","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/pred_utils.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/pred_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"07bdfb978bf79ac1"}},{"code_sha256_prefix":"ec7bbfb0d2db3e6e","entry":"resize_img","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/inf_utils.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/inf_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"ec7bbfb0d2db3e6e"}},{"code_sha256_prefix":"6c30c6855f89573f","entry":"soft_nms","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/nn.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/nn.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"6c30c6855f89573f"}},{"code_sha256_prefix":"12e6fdbf5080bbb4","entry":"tf_flatten","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/deformable_helper.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/deformable_helper.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"12e6fdbf5080bbb4"}},{"code_sha256_prefix":"3bfba2bd3a128be5","entry":"view_roi","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/inference/Object_Detection_Tracking/application_util/image_viewer.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/inference/Object_Detection_Tracking/application_util/image_viewer.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"3bfba2bd3a128be5"}},{"code_sha256_prefix":"41ae2a5827588c68","entry":"wd_cost","repo":"JunweiLiang/social-distancing-prediction","repo_kind":"listed","path":"code/pred_models.py","file_url":"https://github.com/JunweiLiang/social-distancing-prediction/blob/HEAD/code/pred_models.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":false,"mcp_get_code":{"code_sha256":"41ae2a5827588c68"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}