{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/hierarchical-vision-transformers-for-context","title":"Hierarchical Vision Transformers for Context-Aware Prostate Cancer Grading in Whole Slide Images","arxiv_id":"2312.12619","date":"2023-12-19","proceeding":null,"authors":["Clément Grisi","Geert Litjens","Jeroen van der Laak"],"abstract":"Vision Transformers (ViTs) have ushered in a new era in computer vision, showcasing unparalleled performance in many challenging tasks. However, their practical deployment in computational pathology has largely been constrained by the sheer size of whole slide images (WSIs), which result in lengthy input sequences. Transformers faced a similar limitation when applied to long documents, and Hierarchical Transformers were introduced to circumvent it. Given the analogous challenge with WSIs and their inherent hierarchical structure, Hierarchical Vision Transformers (H-ViTs) emerge as a promising solution in computational pathology. This work delves into the capabilities of H-ViTs, evaluating their efficiency for prostate cancer grading in WSIs. Our results show that they achieve competitive performance against existing state-of-the-art solutions.","url_abs":"https://arxiv.org/abs/2312.12619v1","url_pdf":"https://arxiv.org/pdf/2312.12619v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"hierarchical-vision-transformers-for-context","repo_url":"https://github.com/computationalpathologygroup/hvit","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"whole-slide-images","task_name":"whole slide images"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2312.12619","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.12619"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/computationalpathologygroup/hvit","reach":null}],"summary":{"ran":11,"ran_honours":1,"ran_draft_wrong":2,"unverified":5},"by_repo_kind":{"official":{"samples":19,"ran":14,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":19,"samples":[{"code_sha256_prefix":"109e97d9a3c6b17b","entry":"Attn_Net_Gated","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"109e97d9a3c6b17b"}},{"code_sha256_prefix":"83d4c1f6303ecaa4","entry":"Block","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"83d4c1f6303ecaa4"}},{"code_sha256_prefix":"620e931f00251ba0","entry":"ConcatPositionalEmbedding2d","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"620e931f00251ba0"}},{"code_sha256_prefix":"0a3b5d37d669d254","entry":"ConcatPositionalEncoding2d","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0a3b5d37d669d254"}},{"code_sha256_prefix":"d2443081f4921696","entry":"MaskedAttention","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d2443081f4921696"}},{"code_sha256_prefix":"16025d8d9a13d2e3","entry":"PatchEmbed","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"16025d8d9a13d2e3"}},{"code_sha256_prefix":"5d23b5913fda3916","entry":"PositionalEmbedding","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5d23b5913fda3916"}},{"code_sha256_prefix":"ecfcaba95ba51cdb","entry":"PositionalEmbedding2d","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ecfcaba95ba51cdb"}},{"code_sha256_prefix":"b21e4f9392078920","entry":"PositionalEncoding","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b21e4f9392078920"}},{"code_sha256_prefix":"6f9101487bc42c8a","entry":"PositionalEncoding2d","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"none","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6f9101487bc42c8a"}},{"code_sha256_prefix":"21750327371e6568","entry":"VisionTransformer","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"21750327371e6568"}},{"code_sha256_prefix":"a87d41ec94f92a58","entry":"cantor_diagonal","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a87d41ec94f92a58"}},{"code_sha256_prefix":"fb13ca0930097c7e","entry":"get_device","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fb13ca0930097c7e"}},{"code_sha256_prefix":"9114e49a481b9af9","entry":"update_state_dict","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9114e49a481b9af9"}},{"code_sha256_prefix":"098340e97cabebbb","entry":"HIPT","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"098340e97cabebbb"}},{"code_sha256_prefix":"98c9ed729c6642c3","entry":"PositionalEncoderFactory","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"98c9ed729c6642c3"}},{"code_sha256_prefix":"e353b917cb5de54e","entry":"VisionTransformer4K","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e353b917cb5de54e"}},{"code_sha256_prefix":"8b71227b950d880f","entry":"vit4k_xs","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8b71227b950d880f"}},{"code_sha256_prefix":"5850dd9f88778641","entry":"vit_small","repo":"computationalpathologygroup/hvit","repo_kind":"official","path":"source/models.py","file_url":"https://github.com/computationalpathologygroup/hvit/blob/HEAD/source/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5850dd9f88778641"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}