{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2510-03276","title":"QuadEnhancer: Leveraging Quadratic Transformations to Enhance Deep Neural Networks","arxiv_id":"2510.03276","date":"2025-09-28","proceeding":"NeurIPS","authors":["Qian Chen","Linxin Yang","Akang Wang","Xiaodong Luo","Yin Zhang"],"abstract":"The combination of linear transformations and non-linear activation functions forms the foundation of most modern deep neural networks, enabling them to approximate highly complex functions. This paper explores the introduction of quadratic transformations to further increase nonlinearity in neural networks, with the aim of enhancing the performance of existing architectures. To reduce parameter complexity and computational complexity, we propose a lightweight quadratic enhancer that uses low-rankness, weight sharing, and sparsification techniques. For a fixed architecture, the proposed approach introduces quadratic interactions between features at every layer, while only adding negligible amounts of additional model parameters and forward computations. We conduct a set of proof-of-concept experiments for the proposed method across three tasks: image classification, text classification, and fine-tuning large-language models. In all tasks, the proposed approach demonstrates clear and substantial performance gains.","url_abs":"https://arxiv.org/abs/2510.03276","url_pdf":"https://arxiv.org/pdf/2510.03276","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2510.03276","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2510.03276"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/chitar/QuadEnhancer","reach":{"status":"ok"}}],"summary":{"ran":1,"ran_draft_wrong":3,"unverified":5},"by_repo_kind":{"found_in_text":{"samples":9,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":9,"samples":[{"code_sha256_prefix":"2dc17f5e6fb39b3f","entry":"evaluate","repo":"chitar/QuadEnhancer","repo_kind":"found_in_text","path":"LLM-finetuning/multi_dataset_eval.py","file_url":"https://github.com/chitar/QuadEnhancer/blob/HEAD/LLM-finetuning/multi_dataset_eval.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2dc17f5e6fb39b3f"}},{"code_sha256_prefix":"1c6b8be890b6118a","entry":"generate_prompt","repo":"chitar/QuadEnhancer","repo_kind":"found_in_text","path":"LLM-finetuning/commonsense_evaluate.py","file_url":"https://github.com/chitar/QuadEnhancer/blob/HEAD/LLM-finetuning/commonsense_evaluate.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1c6b8be890b6118a"}},{"code_sha256_prefix":"56a9466ff35b35bb","entry":"load_data","repo":"chitar/QuadEnhancer","repo_kind":"found_in_text","path":"LLM-finetuning/commonsense_evaluate.py","file_url":"https://github.com/chitar/QuadEnhancer/blob/HEAD/LLM-finetuning/commonsense_evaluate.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"56a9466ff35b35bb"}},{"code_sha256_prefix":"a4f5d0414a1cf9c6","entry":"translate_state_dict_key","repo":"chitar/QuadEnhancer","repo_kind":"found_in_text","path":"LLM-finetuning/export_state_dict_checkpoint.py","file_url":"https://github.com/chitar/QuadEnhancer/blob/HEAD/LLM-finetuning/export_state_dict_checkpoint.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a4f5d0414a1cf9c6"}},{"code_sha256_prefix":"bb1016f9e0e6403c","entry":"compute_metrics","repo":"chitar/QuadEnhancer","repo_kind":"found_in_text","path":"text-classification/finetune.py","file_url":"https://github.com/chitar/QuadEnhancer/blob/HEAD/text-classification/finetune.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bb1016f9e0e6403c"}},{"code_sha256_prefix":"415f46d8a341e28d","entry":"main","repo":"chitar/QuadEnhancer","repo_kind":"found_in_text","path":"LLM-finetuning/commonsense_evaluate.py","file_url":"https://github.com/chitar/QuadEnhancer/blob/HEAD/LLM-finetuning/commonsense_evaluate.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"415f46d8a341e28d"}},{"code_sha256_prefix":"3398969fc7af6ff7","entry":"main","repo":"chitar/QuadEnhancer","repo_kind":"found_in_text","path":"LLM-finetuning/evaluate.py","file_url":"https://github.com/chitar/QuadEnhancer/blob/HEAD/LLM-finetuning/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3398969fc7af6ff7"}},{"code_sha256_prefix":"a2f49e13f6e13d6b","entry":"permute","repo":"chitar/QuadEnhancer","repo_kind":"found_in_text","path":"LLM-finetuning/export_state_dict_checkpoint.py","file_url":"https://github.com/chitar/QuadEnhancer/blob/HEAD/LLM-finetuning/export_state_dict_checkpoint.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a2f49e13f6e13d6b"}},{"code_sha256_prefix":"6e275f232bbfb9b6","entry":"unpermute","repo":"chitar/QuadEnhancer","repo_kind":"found_in_text","path":"LLM-finetuning/export_state_dict_checkpoint.py","file_url":"https://github.com/chitar/QuadEnhancer/blob/HEAD/LLM-finetuning/export_state_dict_checkpoint.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6e275f232bbfb9b6"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_api"},"syntology_extracted_results":null}