{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/eagermot-3d-multi-object-tracking-via-sensor","title":"EagerMOT: 3D Multi-Object Tracking via Sensor Fusion","arxiv_id":"2104.14682","date":"2021-04-29","proceeding":null,"authors":["Aleksandr Kim","Aljoša Ošep","Laura Leal-Taixé"],"abstract":"Multi-object tracking (MOT) enables mobile robots to perform well-informed motion planning and navigation by localizing surrounding objects in 3D space and time. Existing methods rely on depth sensors (e.g., LiDAR) to detect and track targets in 3D space, but only up to a limited sensing range due to the sparsity of the signal. On the other hand, cameras provide a dense and rich visual signal that helps to localize even distant objects, but only in the image domain. In this paper, we propose EagerMOT, a simple tracking formulation that eagerly integrates all available object observations from both sensor modalities to obtain a well-informed interpretation of the scene dynamics. Using images, we can identify distant incoming objects, while depth estimates allow for precise trajectory localization as soon as objects are within the depth-sensing range. With EagerMOT, we achieve state-of-the-art results across several MOT tasks on the KITTI and NuScenes datasets. Our code is available at https://github.com/aleksandrkim61/EagerMOT.","url_abs":"https://arxiv.org/abs/2104.14682v1","url_pdf":"https://arxiv.org/pdf/2104.14682v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"eagermot-3d-multi-object-tracking-via-sensor","repo_url":"https://github.com/aleksandrkim61/EagerMOT","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"eagermot-3d-multi-object-tracking-via-sensor","repo_url":"https://gitee.com/gai-shaoyan/mind3d","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"none","reach":null},{"paper_slug":"eagermot-3d-multi-object-tracking-via-sensor","repo_url":"https://github.com/JrkJamie/eagermot_ms","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":{"status":"ok"}}],"tasks":[{"task_slug":"3d-multi-object-tracking","task_name":"3D Multi-Object Tracking"},{"task_slug":"motion-planning","task_name":"Motion Planning"},{"task_slug":"multi-object-tracking","task_name":"Multi-Object Tracking"},{"task_slug":"multi-object-tracking-and-segmentation","task_name":"Multi-Object Tracking and Segmentation"},{"task_slug":"multiple-object-tracking","task_name":"Multiple Object Tracking"},{"task_slug":"object","task_name":"Object"},{"task_slug":"object-tracking","task_name":"Object Tracking"},{"task_slug":"sensor-fusion","task_name":"Sensor Fusion"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/3d-multi-object-tracking-on-nuscenes","task":"3D Multi-Object Tracking","dataset":"nuScenes","model":"EagerMOT","rank_in_archive_order":22,"of":115,"metrics":{"AMOTA":"0.68","MOTA":"0.57","Recall":"0.73"},"uses_additional_data":false},{"leaderboard":"/sota/3d-multi-object-tracking-on-nuscenes","task":"3D Multi-Object Tracking","dataset":"nuScenes","model":"PolarMOT","rank_in_archive_order":45,"of":115,"metrics":{"AMOTA":"0.66"},"uses_additional_data":false},{"leaderboard":"/sota/multi-object-tracking-and-segmentation-on-1","task":"Multi-Object Tracking and Segmentation","dataset":"KITTI MOTS","model":"EagerMOT","rank_in_archive_order":1,"of":1,"metrics":{"AssA":"73.75","DetA":"76.11","HOTA":"74.66"},"uses_additional_data":false},{"leaderboard":"/sota/multiple-object-tracking-on-kitti-test-online","task":"Multiple Object Tracking","dataset":"KITTI Test (Online Methods)","model":"EagerMOT","rank_in_archive_order":13,"of":34,"metrics":{"HOTA":"74.39","IDSW":"239","MOTA":"87.82"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2104.14682","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.14682"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/JrkJamie/eagermot_ms","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/aleksandrkim61/EagerMOT","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://gitee.com/gai-shaoyan/mind3d","reach":null}],"summary":{"unverified":4},"by_repo_kind":{"official":{"samples":4,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"fe06b04faac21771","entry":"build_params_dict","repo":"aleksandrkim61/EagerMOT","repo_kind":"official","path":"configs/params.py","file_url":"https://github.com/aleksandrkim61/EagerMOT/blob/HEAD/configs/params.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fe06b04faac21771"}},{"code_sha256_prefix":"033de16393b1c09f","entry":"parse_motsfusion_seg","repo":"aleksandrkim61/EagerMOT","repo_kind":"official","path":"inputs/detections_2d.py","file_url":"https://github.com/aleksandrkim61/EagerMOT/blob/HEAD/inputs/detections_2d.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"033de16393b1c09f"}},{"code_sha256_prefix":"51d469c42a476fc5","entry":"parse_trackrcnn_seg","repo":"aleksandrkim61/EagerMOT","repo_kind":"official","path":"inputs/detections_2d.py","file_url":"https://github.com/aleksandrkim61/EagerMOT/blob/HEAD/inputs/detections_2d.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"51d469c42a476fc5"}},{"code_sha256_prefix":"69ef1a8b58d8fad4","entry":"variant_name_from_params","repo":"aleksandrkim61/EagerMOT","repo_kind":"official","path":"configs/params.py","file_url":"https://github.com/aleksandrkim61/EagerMOT/blob/HEAD/configs/params.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"69ef1a8b58d8fad4"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}