{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/simple-transferability-estimation-for","title":"Simple Transferability Estimation for Regression Tasks","arxiv_id":"2312.00656","date":"2023-12-01","proceeding":null,"authors":["Cuong N. Nguyen","Phong Tran","Lam Si Tung Ho","Vu Dinh","Anh T. Tran","Tal Hassner","Cuong V. Nguyen"],"abstract":"We consider transferability estimation, the problem of estimating how well deep learning models transfer from a source to a target task. We focus on regression tasks, which received little previous attention, and propose two simple and computationally efficient approaches that estimate transferability based on the negative regularized mean squared error of a linear regression model. We prove novel theoretical results connecting our approaches to the actual transferability of the optimal target models obtained from the transfer learning process. Despite their simplicity, our approaches significantly outperform existing state-of-the-art regression transferability estimators in both accuracy and efficiency. On two large-scale keypoint regression benchmarks, our approaches yield 12% to 36% better results on average while being at least 27% faster than previous state-of-the-art methods.","url_abs":"https://arxiv.org/abs/2312.00656v2","url_pdf":"https://arxiv.org/pdf/2312.00656v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"simple-transferability-estimation-for","repo_url":"https://github.com/cuongnn218/regression_transferability","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"none","reach":{"status":"ok"}}],"tasks":[{"task_slug":"transfer-learning","task_name":"Transfer Learning"},{"task_slug":"regression-1","task_name":"regression"}],"methods":[{"method_slug":"focus","method_name":"Focus"},{"method_slug":"linear-regression","method_name":"Linear Regression"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2312.00656","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.00656"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/cuongnn218/regression_transferability","reach":{"status":"ok"}}],"summary":{"ran_fixture":1,"ran_draft_wrong":1,"unverified":2},"by_repo_kind":{"official":{"samples":4,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"cd55b5db902308f3","entry":"each_evidence","repo":"cuongnn218/regression_transferability","repo_kind":"official","path":"logme.py","file_url":"https://github.com/cuongnn218/regression_transferability/blob/HEAD/logme.py","link_basis":"plan_row","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cd55b5db902308f3"}},{"code_sha256_prefix":"711e681b397f724b","entry":"truncated_svd","repo":"cuongnn218/regression_transferability","repo_kind":"official","path":"logme.py","file_url":"https://github.com/cuongnn218/regression_transferability/blob/HEAD/logme.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"711e681b397f724b"}},{"code_sha256_prefix":"7fff5aac720d3f80","entry":"transferability_score","repo":"cuongnn218/regression_transferability","repo_kind":"official","path":"reg_score.py","file_url":"https://github.com/cuongnn218/regression_transferability/blob/HEAD/reg_score.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7fff5aac720d3f80"}},{"code_sha256_prefix":"7e8d6c257fd155d7","entry":"transferability_score_ridge","repo":"cuongnn218/regression_transferability","repo_kind":"official","path":"reg_score.py","file_url":"https://github.com/cuongnn218/regression_transferability/blob/HEAD/reg_score.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7e8d6c257fd155d7"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}