{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2605-28375","title":"PrionNER: A Named Entity Recognition Dataset for Prion Disease Biomedical Literature","arxiv_id":"2605.28375","date":"2026-05-27","proceeding":null,"authors":["An Dao","Nhan Ly","Thao Tran","Yuji Matsumoto","Akiko Aizawa"],"abstract":"Prion diseases are rare, rapidly progressive, and fatal neurodegenerative disorders that remain difficult to diagnose, particularly in their early stages because of nonspecific clinical presentations. However, to our knowledge, there is no publicly available prion-disease-focused dataset designed to capture a broad range of clinically relevant entities from the biomedical literature. We introduce PrionNER, a manually annotated named entity recognition dataset for prion disease clinical information in PubMed abstracts. The current release comprises 317 abstracts, 2,943 sentences, and 6,955 text-bound entity annotations spanning 15 coarse-grained and 31 fine-grained clinically oriented entity types covering diseases, symptoms, diagnostics, findings, anatomy, treatments, and temporal and statistical evidence. Inter-annotator agreement reaches 81.78 exact-match F1, indicating strong annotation consistency. We benchmark supervised BERT baselines, W2NER, and zero-shot extractors on PrionNER. W2NER is the strongest supervised model, and Gemma-4-31B is the strongest zero-shot model, but the benchmark remains challenging, especially for structurally complex mentions and fine-grained clinically adjacent label distinctions. PrionNER provides a clinically grounded benchmark for prion-disease information extraction and supports research on rare-disease biomedical NLP under low-resource, fine-grained, and non-flat extraction conditions. The dataset, annotation guidelines, and evaluation scripts are available at https://github.com/daotuanan/PrionNER/.","url_abs":"https://arxiv.org/abs/2605.28375","url_pdf":"https://arxiv.org/pdf/2605.28375","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":null,"mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2605.28375"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/daotuanan/PrionNER","reach":null}],"summary":{"ran":21,"unverified":1},"by_repo_kind":{"found_in_text":{"samples":22,"ran":21,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"5a82a9027d979c92","entry":"bio_to_entities","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/evaluate_conll_predictions.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/evaluate_conll_predictions.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5a82a9027d979c92"}},{"code_sha256_prefix":"2b7457bfbe0035ee","entry":"build_tag_vocab","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/train_bert_ner.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/train_bert_ner.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2b7457bfbe0035ee"}},{"code_sha256_prefix":"6720ad9ffde1acbe","entry":"compute_metrics_from_tags","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/evaluate_conll_predictions.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/evaluate_conll_predictions.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6720ad9ffde1acbe"}},{"code_sha256_prefix":"b5c74fe7c41b8170","entry":"dedupe_preserve_order","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/export_w2ner_dataset.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/export_w2ner_dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b5c74fe7c41b8170"}},{"code_sha256_prefix":"5ee3b795e4dd2cf7","entry":"extract_spanned_text","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/brat_to_json_conll.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/brat_to_json_conll.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5ee3b795e4dd2cf7"}},{"code_sha256_prefix":"f5868f251e1785a0","entry":"load_json","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/convert_w2ner_output_to_brat.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/convert_w2ner_output_to_brat.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f5868f251e1785a0"}},{"code_sha256_prefix":"4c52123532019b99","entry":"load_label_map","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/build_coarse_dataset.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/build_coarse_dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4c52123532019b99"}},{"code_sha256_prefix":"e4b6a2d6715aa493","entry":"load_pairs","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/prepare_raw_split.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/prepare_raw_split.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e4b6a2d6715aa493"}},{"code_sha256_prefix":"a9afd9edaa0f26eb","entry":"load_w2ner_modules","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/run_w2ner_no_dev.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/run_w2ner_no_dev.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a9afd9edaa0f26eb"}},{"code_sha256_prefix":"278255e94d2f1fe6","entry":"merge_token_indexes","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/convert_w2ner_output_to_brat.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/convert_w2ner_output_to_brat.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"278255e94d2f1fe6"}},{"code_sha256_prefix":"1f662b56e813d43f","entry":"normalize_formats","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/brat_to_json_conll.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/brat_to_json_conll.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1f662b56e813d43f"}},{"code_sha256_prefix":"9d34db2fe7dfc5d8","entry":"normalize_label_input_mode","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/gliner2_conll_predict.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/gliner2_conll_predict.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9d34db2fe7dfc5d8"}},{"code_sha256_prefix":"6e7770475cd00bc3","entry":"normalize_label_list","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/gliner2_conll_predict.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/gliner2_conll_predict.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6e7770475cd00bc3"}},{"code_sha256_prefix":"8accd4a1e98e7093","entry":"parse_span_list","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/brat_to_json_conll.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/brat_to_json_conll.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8accd4a1e98e7093"}},{"code_sha256_prefix":"5149436dbbc79df7","entry":"read_conll","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/evaluate_conll_predictions.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/evaluate_conll_predictions.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5149436dbbc79df7"}},{"code_sha256_prefix":"ccc172ad50696aa8","entry":"read_schema_labels","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/gliner2_conll_predict.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/gliner2_conll_predict.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ccc172ad50696aa8"}},{"code_sha256_prefix":"57dfe5261a9134b3","entry":"resolve_model_name","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/train_bert_ner.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/train_bert_ner.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"57dfe5261a9134b3"}},{"code_sha256_prefix":"ea7bb9a0ef66200b","entry":"resolve_model_name","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/train_gliner2_ner.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/train_gliner2_ner.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ea7bb9a0ef66200b"}},{"code_sha256_prefix":"2ec905b7f5d5735d","entry":"span_text","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/build_coarse_dataset.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/build_coarse_dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2ec905b7f5d5735d"}},{"code_sha256_prefix":"d22dd17ae17f7ed6","entry":"span_texts","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/convert_w2ner_output_to_brat.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/convert_w2ner_output_to_brat.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d22dd17ae17f7ed6"}},{"code_sha256_prefix":"ccb47bea461c7c85","entry":"strip_footer_markers","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/prepare_raw_split.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/prepare_raw_split.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ccb47bea461c7c85"}},{"code_sha256_prefix":"d2efbeec4e89afa5","entry":"filter_annotation_lines","repo":"daotuanan/PrionNER","repo_kind":"found_in_text","path":"code/prepare_raw_split.py","file_url":"https://github.com/daotuanan/PrionNER/blob/HEAD/code/prepare_raw_split.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d2efbeec4e89afa5"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}