{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2601-08342","title":"Detecting Mental Manipulation in Speech via Synthetic Multi-Speaker Dialogue","arxiv_id":"2601.08342","date":"2026-01-13","proceeding":null,"authors":["Run Chen","Wen Liang","Ziwei Gong","Lin Ai","Julia Hirschberg"],"abstract":"Mental manipulation, the strategic use of language to covertly influence or exploit others, is a newly emerging task in computational social reasoning. Prior work has focused exclusively on textual conversations, overlooking how manipulative tactics manifest in speech. We present the first study of mental manipulation detection in spoken dialogues, introducing a synthetic multi-speaker benchmark SPEECHMENTALMANIP that augments a text-based dataset with high-quality, voice-consistent Text-to-Speech rendered audio. Using few-shot large audio-language models and human annotation, we evaluate how modality affects detection accuracy and perception. Our results reveal that models exhibit high specificity but markedly lower recall on speech compared to text, suggesting sensitivity to missing acoustic or prosodic cues in training. Human raters show similar uncertainty in the audio setting, underscoring the inherent ambiguity of manipulative speech. Together, these findings highlight the need for modality-aware evaluation and safety alignment in multimodal dialogue systems.","url_abs":"https://arxiv.org/abs/2601.08342","url_pdf":"https://arxiv.org/pdf/2601.08342","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2601.08342","atlas_url":"https://app.syntology.ai/?focus=2601.08342","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2601.08342"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/RVC-Boss/GPT-SoVITS","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":11},"by_repo_kind":{"found_in_text":{"samples":11,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"2ba0067e43e2ba5c","entry":"custom_sort_key","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/inference_webui_fast.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/inference_webui_fast.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2ba0067e43e2ba5c"}},{"code_sha256_prefix":"cb828fb7e4b52fed","entry":"denorm_spec","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/export_torch_script_v3v4.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/export_torch_script_v3v4.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cb828fb7e4b52fed"}},{"code_sha256_prefix":"3144e3365e4a4de1","entry":"get_method","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/TTS_infer_pack/text_segmentation_method.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/TTS_infer_pack/text_segmentation_method.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3144e3365e4a4de1"}},{"code_sha256_prefix":"cd99ee7d35201131","entry":"inverse_mel_scale","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/eres2net/kaldi.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/eres2net/kaldi.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cd99ee7d35201131"}},{"code_sha256_prefix":"441dd69fb69b157a","entry":"load_sovits_new","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/export_torch_script.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/export_torch_script.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"441dd69fb69b157a"}},{"code_sha256_prefix":"cade0a6c392ba656","entry":"logits_to_probs","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/export_torch_script.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/export_torch_script.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cade0a6c392ba656"}},{"code_sha256_prefix":"d8c64705b3adb44e","entry":"mel_scale","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/eres2net/kaldi.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/eres2net/kaldi.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d8c64705b3adb44e"}},{"code_sha256_prefix":"fdeb257eb9797e20","entry":"mel_scale_scalar","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/eres2net/kaldi.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/eres2net/kaldi.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fdeb257eb9797e20"}},{"code_sha256_prefix":"e9f6beb4c18ceca3","entry":"norm_spec","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/export_torch_script_v3v4.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/export_torch_script_v3v4.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e9f6beb4c18ceca3"}},{"code_sha256_prefix":"1ead6905d0f121d5","entry":"register_method","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/TTS_infer_pack/text_segmentation_method.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/TTS_infer_pack/text_segmentation_method.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1ead6905d0f121d5"}},{"code_sha256_prefix":"e59729e38275d7ed","entry":"split_big_text","repo":"RVC-Boss/GPT-SoVITS","repo_kind":"found_in_text","path":"GPT_SoVITS/TTS_infer_pack/text_segmentation_method.py","file_url":"https://github.com/RVC-Boss/GPT-SoVITS/blob/HEAD/GPT_SoVITS/TTS_infer_pack/text_segmentation_method.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e59729e38275d7ed"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}