{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/evaluate-matches","entry":"evaluate_matches","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":8,"n_papers_ran":1,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":8,"n_samples_ran":1,"n_samples_fingerprinted":0,"n_places":8,"n_places_pointer_only":3,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":0,"ran_fixture":0,"ran":1,"unverified":7},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2408.11030","paper":"/paper/openscan-a-benchmark-for-generalized-open","title":"OpenScan: A Benchmark for Generalized Open-Vocabulary 3D Scene Understanding","date":"2024-08-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"youjunzhao/openscan","path":"Evaluation/MaskClustering/evaluation/evaluate.py","file_url":"https://github.com/youjunzhao/openscan/blob/HEAD/Evaluation/MaskClustering/evaluation/evaluate.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"cecffa8b483e9707","mcp_get_code":{"code_sha256":"cecffa8b483e9707"}},{"arxiv_id":"2407.10084","paper":"/paper/part2object-hierarchical-unsupervised-3d","title":"Part2Object: Hierarchical Unsupervised 3D Instance Segmentation","date":"2024-07-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chengshiest/part2object","path":"benchmark/evaluate_semantic_instance.py","file_url":"https://github.com/chengshiest/part2object/blob/HEAD/benchmark/evaluate_semantic_instance.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"9ae40dc3d72a968c","mcp_get_code":{"code_sha256":"9ae40dc3d72a968c"}},{"arxiv_id":"2407.03263","paper":"/paper/a-unified-framework-for-3d-scene","title":"A Unified Framework for 3D Scene Understanding","date":"2024-07-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"dk-liang/uniseg3d","path":"uniseg3d/evaluate_semantic_instance.py","file_url":"https://github.com/dk-liang/uniseg3d/blob/HEAD/uniseg3d/evaluate_semantic_instance.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"406a0a541539fd95","mcp_get_code":{"code_sha256":"406a0a541539fd95"}},{"arxiv_id":"2406.02548","paper":"/paper/open-yolo-3d-towards-fast-and-accurate-open","title":"Open-YOLO 3D: Towards Fast and Accurate Open-Vocabulary 3D Instance Segmentation","date":"2024-06-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"aminebdj/OpenYOLO3D","path":"evaluate/replica/eval_semantic_instance.py","file_url":"https://github.com/aminebdj/OpenYOLO3D/blob/HEAD/evaluate/replica/eval_semantic_instance.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"d9c5945898e9b307","mcp_get_code":{"code_sha256":"d9c5945898e9b307"}},{"arxiv_id":"2309.00616","paper":"/paper/openins3d-snap-and-lookup-for-3d-open","title":"OpenIns3D: Snap and Lookup for 3D Open-vocabulary Instance Segmentation","date":"2023-09-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Pointcept/OpenIns3D","path":"openins3d/evaluation/evaluate.py","file_url":"https://github.com/Pointcept/OpenIns3D/blob/HEAD/openins3d/evaluation/evaluate.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c26919e3aa4ef5d2","mcp_get_code":{"code_sha256":"c26919e3aa4ef5d2"}},{"arxiv_id":"2306.00977","paper":"/paper/agile3d-attention-guided-interactive-multi","title":"AGILE3D: Attention Guided Interactive Multi-object 3D Segmentation","date":"2023-06-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ywyue/agile3d","path":"compute_ap.py","file_url":"https://github.com/ywyue/agile3d/blob/HEAD/compute_ap.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4f5afa0c0f45149e","mcp_get_code":{"code_sha256":"4f5afa0c0f45149e"}},{"arxiv_id":"2210.03105","paper":"/paper/mask3d-for-3d-semantic-instance-segmentation","title":"Mask3D: Mask Transformer for 3D Semantic Instance Segmentation","date":"2022-10-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jonasschult/mask3d","path":"benchmark/evaluate_semantic_instance.py","file_url":"https://github.com/jonasschult/mask3d/blob/HEAD/benchmark/evaluate_semantic_instance.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"6f0bdc00532cb7e6","mcp_get_code":{"code_sha256":"6f0bdc00532cb7e6"}},{"arxiv_id":"2203.09065","paper":"/paper/stpls3d-a-large-scale-synthetic-and-real","title":"STPLS3D: A Large-Scale Synthetic and Real Aerial Photogrammetry 3D Point Cloud Dataset","date":"2022-03-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"meidachen/STPLS3D","path":"HAIS/STPLS3DInstanceSegmentationChallenge_Codalab_Evaluate.py","file_url":"https://github.com/meidachen/STPLS3D/blob/HEAD/HAIS/STPLS3DInstanceSegmentationChallenge_Codalab_Evaluate.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"7b4e76aa4fb2754b","mcp_get_code":{"code_sha256":"7b4e76aa4fb2754b"}}]}