{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/pouf-prompt-oriented-unsupervised-fine-tuning","title":"POUF: Prompt-oriented unsupervised fine-tuning for large pre-trained models","arxiv_id":"2305.00350","date":"2023-04-29","proceeding":null,"authors":["Korawat Tanwisuth","Shujian Zhang","Huangjie Zheng","Pengcheng He","Mingyuan Zhou"],"abstract":"Through prompting, large-scale pre-trained models have become more expressive and powerful, gaining significant attention in recent years. Though these big models have zero-shot capabilities, in general, labeled data are still required to adapt them to downstream tasks. To overcome this critical limitation, we propose an unsupervised fine-tuning framework to directly fine-tune the model or prompt on the unlabeled target data. We demonstrate how to apply our method to both language-augmented vision and masked-language models by aligning the discrete distributions extracted from the prompts and target data. To verify our approach's applicability, we conduct extensive experiments on image classification, sentiment analysis, and natural language inference tasks. Across 13 image-related tasks and 15 language-related ones, the proposed approach achieves consistent improvements over the baselines.","url_abs":"https://arxiv.org/abs/2305.00350v1","url_pdf":"https://arxiv.org/pdf/2305.00350v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"pouf-prompt-oriented-unsupervised-fine-tuning","repo_url":"https://github.com/korawat-tanwisuth/pouf","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"natural-language-inference","task_name":"Natural Language Inference"},{"task_slug":"sentiment-analysis","task_name":"Sentiment Analysis"},{"task_slug":"image-classification","task_name":"image-classification"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2305.00350","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.00350"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/korawat-tanwisuth/pouf","reach":null}],"summary":{"ran_draft_wrong":3,"ran_fixture":1,"unverified":5},"by_repo_kind":{"official":{"samples":9,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":9,"samples":[{"code_sha256_prefix":"dc531b816f4e9e50","entry":"compute_im_loss","repo":"korawat-tanwisuth/POUF","repo_kind":"official","path":"pouf_lvm/examples/pouf/image_classification/pouf.py","file_url":"https://github.com/korawat-tanwisuth/POUF/blob/HEAD/pouf_lvm/examples/pouf/image_classification/pouf.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"dc531b816f4e9e50"}},{"code_sha256_prefix":"a14ceda5899bf170","entry":"compute_transport_loss","repo":"korawat-tanwisuth/POUF","repo_kind":"official","path":"pouf_lvm/examples/pouf/image_classification/pouf.py","file_url":"https://github.com/korawat-tanwisuth/POUF/blob/HEAD/pouf_lvm/examples/pouf/image_classification/pouf.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a14ceda5899bf170"}},{"code_sha256_prefix":"a7625322cc9fda06","entry":"get_entropy","repo":"korawat-tanwisuth/POUF","repo_kind":"official","path":"pouf_lvm/examples/pouf/image_classification/pouf.py","file_url":"https://github.com/korawat-tanwisuth/POUF/blob/HEAD/pouf_lvm/examples/pouf/image_classification/pouf.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a7625322cc9fda06"}},{"code_sha256_prefix":"b69b1ad29fd21db5","entry":"select_neighbors","repo":"korawat-tanwisuth/pouf","repo_kind":"official","path":"pouf_mlm/src/label_search.py","file_url":"https://github.com/korawat-tanwisuth/pouf/blob/HEAD/pouf_mlm/src/label_search.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b69b1ad29fd21db5"}},{"code_sha256_prefix":"47923f36537f5f79","entry":"eval_pairing_acc","repo":"korawat-tanwisuth/pouf","repo_kind":"official","path":"pouf_mlm/src/label_search.py","file_url":"https://github.com/korawat-tanwisuth/pouf/blob/HEAD/pouf_mlm/src/label_search.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"47923f36537f5f79"}},{"code_sha256_prefix":"b879859f38d15849","entry":"eval_pairing_corr","repo":"korawat-tanwisuth/pouf","repo_kind":"official","path":"pouf_mlm/src/label_search.py","file_url":"https://github.com/korawat-tanwisuth/pouf/blob/HEAD/pouf_mlm/src/label_search.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b879859f38d15849"}},{"code_sha256_prefix":"c205aef1d855cd3c","entry":"find_labels","repo":"korawat-tanwisuth/pouf","repo_kind":"official","path":"pouf_mlm/src/label_search.py","file_url":"https://github.com/korawat-tanwisuth/pouf/blob/HEAD/pouf_mlm/src/label_search.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c205aef1d855cd3c"}},{"code_sha256_prefix":"5fabcb6bbd28aa2f","entry":"init","repo":"korawat-tanwisuth/pouf","repo_kind":"official","path":"pouf_mlm/src/label_search.py","file_url":"https://github.com/korawat-tanwisuth/pouf/blob/HEAD/pouf_mlm/src/label_search.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5fabcb6bbd28aa2f"}},{"code_sha256_prefix":"be6b57168b0424f3","entry":"select_likely_words","repo":"korawat-tanwisuth/pouf","repo_kind":"official","path":"pouf_mlm/src/label_search.py","file_url":"https://github.com/korawat-tanwisuth/pouf/blob/HEAD/pouf_mlm/src/label_search.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"be6b57168b0424f3"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}