{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/guiding-neural-collapse-optimising-towards","title":"Guiding Neural Collapse: Optimising Towards the Nearest Simplex Equiangular Tight Frame","arxiv_id":"2411.01248","date":"2024-11-02","proceeding":null,"authors":["Evan Markou","Thalaiyasingam Ajanthan","Stephen Gould"],"abstract":"Neural Collapse (NC) is a recently observed phenomenon in neural networks that characterises the solution space of the final classifier layer when trained until zero training loss. Specifically, NC suggests that the final classifier layer converges to a Simplex Equiangular Tight Frame (ETF), which maximally separates the weights corresponding to each class. By duality, the penultimate layer feature means also converge to the same simplex ETF. Since this simple symmetric structure is optimal, our idea is to utilise this property to improve convergence speed. Specifically, we introduce the notion of nearest simplex ETF geometry for the penultimate layer features at any given training iteration, by formulating it as a Riemannian optimisation. Then, at each iteration, the classifier weights are implicitly set to the nearest simplex ETF by solving this inner-optimisation, which is encapsulated within a declarative node to allow backpropagation. Our experiments on synthetic and real-world architectures for classification tasks demonstrate that our approach accelerates convergence and enhances training stability.","url_abs":"https://arxiv.org/abs/2411.01248v1","url_pdf":"https://arxiv.org/pdf/2411.01248v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"guiding-neural-collapse-optimising-towards","repo_url":"https://github.com/evanmarkou/Guiding-Neural-Collapse","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"jax","reach":null}],"tasks":[],"methods":[{"method_slug":"set","method_name":"SET"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2411.01248","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.01248"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/evanmarkou/Guiding-Neural-Collapse","reach":null}],"summary":{"ran_honours":1,"unverified":4},"by_repo_kind":{"official":{"samples":5,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":5,"samples":[{"code_sha256_prefix":"f90a9c6d1ca5bb9c","entry":"random_haar_orthogonal_matrix","repo":"evanmarkou/Guiding-Neural-Collapse","repo_kind":"official","path":"nc/ETF_distance.py","file_url":"https://github.com/evanmarkou/Guiding-Neural-Collapse/blob/HEAD/nc/ETF_distance.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f90a9c6d1ca5bb9c"}},{"code_sha256_prefix":"f8488813c84c887e","entry":"find_closest_trained_ETFs","repo":"evanmarkou/Guiding-Neural-Collapse","repo_kind":"official","path":"nc/ETF_distance.py","file_url":"https://github.com/evanmarkou/Guiding-Neural-Collapse/blob/HEAD/nc/ETF_distance.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f8488813c84c887e"}},{"code_sha256_prefix":"9a33d9796f02bffa","entry":"riemannian_opt_stdout","repo":"evanmarkou/Guiding-Neural-Collapse","repo_kind":"official","path":"nc/ETF_distance.py","file_url":"https://github.com/evanmarkou/Guiding-Neural-Collapse/blob/HEAD/nc/ETF_distance.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9a33d9796f02bffa"}},{"code_sha256_prefix":"04fdac511a982a9e","entry":"riemannian_optimisation","repo":"evanmarkou/Guiding-Neural-Collapse","repo_kind":"official","path":"nc/ETF_distance.py","file_url":"https://github.com/evanmarkou/Guiding-Neural-Collapse/blob/HEAD/nc/ETF_distance.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"04fdac511a982a9e"}},{"code_sha256_prefix":"40360ca4c6a501a9","entry":"test_haar_measure","repo":"evanmarkou/Guiding-Neural-Collapse","repo_kind":"official","path":"nc/ETF_distance.py","file_url":"https://github.com/evanmarkou/Guiding-Neural-Collapse/blob/HEAD/nc/ETF_distance.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"40360ca4c6a501a9"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}