{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/temporal-action-segmentation-from-timestamp","title":"Temporal Action Segmentation from Timestamp Supervision","arxiv_id":"2103.06669","date":"2021-03-11","proceeding":"CVPR 2021 1","authors":["Zhe Li","Yazan Abu Farha","Juergen Gall"],"abstract":"Temporal action segmentation approaches have been very successful recently. However, annotating videos with frame-wise labels to train such models is very expensive and time consuming. While weakly supervised methods trained using only ordered action lists require less annotation effort, the performance is still worse than fully supervised approaches. In this paper, we propose to use timestamp supervision for the temporal action segmentation task. Timestamps require a comparable annotation effort to weakly supervised approaches, and yet provide a more supervisory signal. To demonstrate the effectiveness of timestamp supervision, we propose an approach to train a segmentation model using only timestamps annotations. Our approach uses the model output and the annotated timestamps to generate frame-wise labels by detecting the action changes. We further introduce a confidence loss that forces the predicted probabilities to monotonically decrease as the distance to the timestamps increases. This ensures that all and not only the most distinctive frames of an action are learned during training. The evaluation on four datasets shows that models trained with timestamps annotations achieve comparable performance to the fully supervised approaches.","url_abs":"https://arxiv.org/abs/2103.06669v3","url_pdf":"https://arxiv.org/pdf/2103.06669v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"temporal-action-segmentation-from-timestamp","repo_url":"https://github.com/ZheLi2020/TimestampActionSeg","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"action-segmentation","task_name":"Action Segmentation"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"temporal-action-segmentation","task_name":"Temporal Action Segmentation"},{"task_slug":"weakly-supervised-action-localization","task_name":"Weakly Supervised Action Localization"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/weakly-supervised-action-localization-on-6","task":"Weakly Supervised Action Localization","dataset":"BEOID","model":"Li et al.","rank_in_archive_order":4,"of":5,"metrics":{"mAP@0.1:0.7":"34.4","mAP@0.5":"20.3"},"uses_additional_data":false},{"leaderboard":"/sota/weakly-supervised-action-localization-on-gtea","task":"Weakly Supervised Action Localization","dataset":"GTEA","model":"Li et al.","rank_in_archive_order":4,"of":6,"metrics":{"mAP@0.1:0.7":"36.4","mAP@0.5":"28.8"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2103.06669","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.06669"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ZheLi2020/TimestampActionSeg","reach":null}],"summary":{"ran":4},"by_repo_kind":{"official":{"samples":4,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"0d074ca541736600","entry":"DilatedResidualLayer","repo":"ZheLi2020/TimestampActionSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/ZheLi2020/TimestampActionSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0d074ca541736600"}},{"code_sha256_prefix":"36ae011e2c868f2d","entry":"MultiStageModel","repo":"ZheLi2020/TimestampActionSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/ZheLi2020/TimestampActionSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"36ae011e2c868f2d"}},{"code_sha256_prefix":"333c258c1f2fb773","entry":"SingleStageModel","repo":"ZheLi2020/TimestampActionSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/ZheLi2020/TimestampActionSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"333c258c1f2fb773"}},{"code_sha256_prefix":"bcaa0b10e5c6f55f","entry":"TowerModel","repo":"ZheLi2020/TimestampActionSeg","repo_kind":"official","path":"model.py","file_url":"https://github.com/ZheLi2020/TimestampActionSeg/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bcaa0b10e5c6f55f"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}