{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2605-23052","title":"DreamerNLplus: Interpretable Modeling of Mental Health Dynamics from Social Media Timelines using Hybrid Rule-Based and RAG Methods","arxiv_id":"2605.23052","date":"2026-05-21","proceeding":null,"authors":["Maryia Zhyrko","Daisy Monika Lal","Erik van Mulligen","Lifeng Han"],"abstract":"We present DreamerNLplus, a hybrid framework for modeling mental health dynamics from social media timelines in the CLPsych 2026 shared task. Our system addresses three tasks: psychological state modeling, temporal change detection, and sequence-level summarization. For Task 1, we combine LLM-based data augmentation, DeBERTa classification, and Random Forest regression for structured state prediction. For Task 2, we use few-shot prompting with a locally deployed Llama 3.1 model to detect Switch and Escalation events using short-term temporal context. For Task 3.1, we explore both a deterministic rule-based summarization pipeline and a few-shot LLM-based approach, ranking \\textbf{2nd} officially. Our RAG-based method achieves strong performance in Task 3.2, ranking \\textbf{1st} for Improvement and \\textbf{3rd} for Deterioration, demonstrating its ability to capture recurrent psychological change patterns across timelines. Our analysis reveals key challenges, including the mismatch between classification and regression performance, the difficulty of modeling temporal transitions, and the disagreement between semantic and similarity-based evaluation metrics. These findings highlight the complexity of modeling mental health dynamics and motivate future work on unified evaluation frameworks. We share our code and prompts at https://github.com/4dpicture/CLPsych2026","url_abs":"https://arxiv.org/abs/2605.23052","url_pdf":"https://arxiv.org/pdf/2605.23052","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2605.23052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2605.23052"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/4dpicture/CLPsych2026","reach":null}],"summary":{"ran":5,"ran_draft_wrong":2,"unverified":1},"by_repo_kind":{"found_in_text":{"samples":8,"ran":7,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":8,"samples":[{"code_sha256_prefix":"35a0db3fe8734aee","entry":"EmbeddingBackend","repo":"4dpicture/CLPsych2026","repo_kind":"found_in_text","path":"src/clpsych_assessment/system6/rag_retriever.py","file_url":"https://github.com/4dpicture/CLPsych2026/blob/HEAD/src/clpsych_assessment/system6/rag_retriever.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"35a0db3fe8734aee"}},{"code_sha256_prefix":"df012cede3986c82","entry":"IndexEntry","repo":"4dpicture/CLPsych2026","repo_kind":"found_in_text","path":"src/clpsych_assessment/system6/rag_retriever.py","file_url":"https://github.com/4dpicture/CLPsych2026/blob/HEAD/src/clpsych_assessment/system6/rag_retriever.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"df012cede3986c82"}},{"code_sha256_prefix":"a27f887597d7e2a8","entry":"RAGIndex","repo":"4dpicture/CLPsych2026","repo_kind":"found_in_text","path":"src/clpsych_assessment/system6/rag_retriever.py","file_url":"https://github.com/4dpicture/CLPsych2026/blob/HEAD/src/clpsych_assessment/system6/rag_retriever.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a27f887597d7e2a8"}},{"code_sha256_prefix":"bbd8de6ae57675ea","entry":"SentenceTransformerBackend","repo":"4dpicture/CLPsych2026","repo_kind":"found_in_text","path":"src/clpsych_assessment/system6/rag_retriever.py","file_url":"https://github.com/4dpicture/CLPsych2026/blob/HEAD/src/clpsych_assessment/system6/rag_retriever.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bbd8de6ae57675ea"}},{"code_sha256_prefix":"d9da4559df1c3c2c","entry":"TfidfBackend","repo":"4dpicture/CLPsych2026","repo_kind":"found_in_text","path":"src/clpsych_assessment/system6/rag_retriever.py","file_url":"https://github.com/4dpicture/CLPsych2026/blob/HEAD/src/clpsych_assessment/system6/rag_retriever.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d9da4559df1c3c2c"}},{"code_sha256_prefix":"9a5b1b399c0f0956","entry":"_posts_to_clinical_text","repo":"4dpicture/CLPsych2026","repo_kind":"found_in_text","path":"src/clpsych_assessment/system6/rag_retriever.py","file_url":"https://github.com/4dpicture/CLPsych2026/blob/HEAD/src/clpsych_assessment/system6/rag_retriever.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9a5b1b399c0f0956"}},{"code_sha256_prefix":"f362f6f2e539d347","entry":"_posts_to_text","repo":"4dpicture/CLPsych2026","repo_kind":"found_in_text","path":"src/clpsych_assessment/system6/rag_retriever.py","file_url":"https://github.com/4dpicture/CLPsych2026/blob/HEAD/src/clpsych_assessment/system6/rag_retriever.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f362f6f2e539d347"}},{"code_sha256_prefix":"cf868ee3135c7046","entry":"RAGRetriever","repo":"4dpicture/CLPsych2026","repo_kind":"found_in_text","path":"src/clpsych_assessment/system6/rag_retriever.py","file_url":"https://github.com/4dpicture/CLPsych2026/blob/HEAD/src/clpsych_assessment/system6/rag_retriever.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cf868ee3135c7046"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}