{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/identifying-the-best-machine-learning","title":"Identifying the Best Machine Learning Algorithms for Brain Tumor Segmentation, Progression Assessment, and Overall Survival Prediction in the BRATS Challenge","arxiv_id":"1811.02629","date":"2018-11-05","proceeding":null,"authors":["Spyridon Bakas","Mauricio Reyes","Andras Jakab","Stefan Bauer","Markus Rempfler","Alessandro Crimi","Russell Takeshi Shinohara","Christoph Berger","Sung Min Ha","Martin Rozycki","Marcel Prastawa","Esther Alberts","Jana Lipkova","John Freymann","Justin Kirby","Michel Bilello","Hassan Fathallah-Shaykh","Roland Wiest","Jan Kirschke","Benedikt Wiestler","Rivka Colen","Aikaterini Kotrotsou","Pamela Lamontagne","Daniel Marcus","Mikhail Milchenko","Arash Nazeri","Marc-Andre Weber","Abhishek Mahajan","Ujjwal Baid","Elizabeth Gerstner","Dongjin Kwon","Gagan Acharya","Manu Agarwal","Mahbubul Alam","Alberto Albiol","Antonio Albiol","Francisco J. Albiol","Varghese Alex","Nigel Allinson","Pedro H. A. Amorim","Abhijit Amrutkar","Ganesh Anand","Simon Andermatt","Tal Arbel","Pablo Arbelaez","Aaron Avery","Muneeza Azmat","Pranjal B.","W Bai","Subhashis Banerjee","Bill Barth","Thomas Batchelder","Kayhan Batmanghelich","Enzo Battistella","Andrew Beers","Mikhail Belyaev","Martin Bendszus","Eze Benson","Jose Bernal","Halandur Nagaraja Bharath","George Biros","Sotirios Bisdas","James Brown","Mariano Cabezas","Shilei Cao","Jorge M. Cardoso","Eric N Carver","Adrià Casamitjana","Laura Silvana Castillo","Marcel Catà","Philippe Cattin","Albert Cerigues","Vinicius S. Chagas","Siddhartha Chandra","Yi-Ju Chang","Shiyu Chang","Ken Chang","Joseph Chazalon","Shengcong Chen","Wei Chen","Jefferson W. Chen","Zhaolin Chen","Kun Cheng","Ahana Roy Choudhury","Roger Chylla","Albert Clérigues","Steven Colleman","Ramiro German Rodriguez Colmeiro","Marc Combalia","Anthony Costa","Xiaomeng Cui","Zhenzhen Dai","Lutao Dai","Laura Alexandra Daza","Eric Deutsch","Changxing Ding","Chao Dong","Shidu Dong","Wojciech Dudzik","Zach Eaton-Rosen","Gary Egan","Guilherme Escudero","Théo Estienne","Richard Everson","Jonathan Fabrizio","Yong Fan","Longwei Fang","Xue Feng","Enzo Ferrante","Lucas Fidon","Martin Fischer","Andrew P. French","Naomi Fridman","Huan Fu","David Fuentes","Yaozong Gao","Evan Gates","David Gering","Amir Gholami","Willi Gierke","Ben Glocker","Mingming Gong","Sandra González-Villá","T. Grosges","Yuanfang Guan","Sheng Guo","Sudeep Gupta","Woo-Sup Han","Il Song Han","Konstantin Harmuth","Huiguang He","Aura Hernández-Sabaté","Evelyn Herrmann","Naveen Himthani","Winston Hsu","Cheyu Hsu","Xiaojun Hu","Xiaobin Hu","Yan Hu","Yifan Hu","Rui Hua","Teng-Yi Huang","Weilin Huang","Sabine Van Huffel","Quan Huo","Vivek HV","Khan M. Iftekharuddin","Fabian Isensee","Mobarakol Islam","Aaron S. Jackson","Sachin R. Jambawalikar","Andrew Jesson","Weijian Jian","Peter Jin","V Jeya Maria Jose","Alain Jungo","B Kainz","Konstantinos Kamnitsas","Po-Yu Kao","Ayush Karnawat","Thomas Kellermeier","Adel Kermi","Kurt Keutzer","Mohamed Tarek Khadir","Mahendra Khened","Philipp Kickingereder","Geena Kim","Nik King","Haley Knapp","Urspeter Knecht","Lisa Kohli","Deren Kong","Xiangmao Kong","Simon Koppers","Avinash Kori","Ganapathy Krishnamurthi","Egor Krivov","Piyush Kumar","Kaisar Kushibar","Dmitrii Lachinov","Tryphon Lambrou","Joon Lee","Chengen Lee","Yuehchou Lee","M Lee","Szidonia Lefkovits","Laszlo Lefkovits","James Levitt","Tengfei Li","Hongwei Li","Hongyang Li","Xiaochuan Li","Yuexiang Li","Heng Li","Zhenye Li","Xiaoyu Li","Zeju Li","Xiaogang Li","Wenqi Li","Zheng-Shen Lin","Fengming Lin","Pietro Lio","Chang Liu","Boqiang Liu","Xiang Liu","Mingyuan Liu","Ju Liu","Luyan Liu","Xavier Llado","Marc Moreno Lopez","Pablo Ribalta Lorenzo","Zhentai Lu","Lin Luo","Zhigang Luo","Jun Ma","Kai Ma","Thomas Mackie","Anant Madabushi","Issam Mahmoudi","Klaus H. Maier-Hein","Pradipta Maji","CP Mammen","Andreas Mang","B. S. Manjunath","Michal Marcinkiewicz","S McDonagh","Stephen McKenna","Richard McKinley","Miriam Mehl","Sachin Mehta","Raghav Mehta","Raphael Meier","Christoph Meinel","Dorit Merhof","Craig Meyer","Robert Miller","Sushmita Mitra","Aliasgar Moiyadi","David Molina-Garcia","Miguel A. B. Monteiro","Grzegorz Mrukwa","Andriy Myronenko","Jakub Nalepa","Thuyen Ngo","Dong Nie","Holly Ning","Chen Niu","Nicholas K Nuechterlein","Eric Oermann","Arlindo Oliveira","Diego D. C. Oliveira","Arnau Oliver","Alexander F. I. Osman","Yu-Nian Ou","Sebastien Ourselin","Nikos Paragios","Moo Sung Park","Brad Paschke","J. Gregory Pauloski","Kamlesh Pawar","Nick Pawlowski","Linmin Pei","Suting Peng","Silvio M. Pereira","Julian Perez-Beteta","Victor M. Perez-Garcia","Simon Pezold","Bao Pham","Ashish Phophalia","Gemma Piella","G. N. Pillai","Marie Piraud","Maxim Pisov","Anmol Popli","Michael P. Pound","Reza Pourreza","Prateek Prasanna","Vesna Prkovska","Tony P. Pridmore","Santi Puch","Élodie Puybareau","Buyue Qian","Xu Qiao","Martin Rajchl","Swapnil Rane","Michael Rebsamen","Hongliang Ren","Xuhua Ren","Karthik Revanuru","Mina Rezaei","Oliver Rippel","Luis Carlos Rivera","Charlotte Robert","Bruce Rosen","Daniel Rueckert","Mohammed Safwan","Mostafa Salem","Joaquim Salvi","Irina Sanchez","Irina Sánchez","Heitor M. Santos","Emmett Sartor","Dawid Schellingerhout","Klaudius Scheufele","Matthew R. Scott","Artur A. Scussel","Sara Sedlar","Juan Pablo Serrano-Rubio","N. Jon Shah","Nameetha Shah","Mazhar Shaikh","B. Uma Shankar","Zeina Shboul","Haipeng Shen","Dinggang Shen","Linlin Shen","Haocheng Shen","Varun Shenoy","Feng Shi","Hyung Eun Shin","Hai Shu","Diana Sima","M Sinclair","Orjan Smedby","James M. Snyder","Mohammadreza Soltaninejad","Guidong Song","Mehul Soni","Jean Stawiaski","Shashank Subramanian","Li Sun","Roger Sun","Jiawei Sun","Kay Sun","Yu Sun","Guoxia Sun","Shuang Sun","Yannick R Suter","Laszlo Szilagyi","Sanjay Talbar","DaCheng Tao","Zhongzhao Teng","Siddhesh Thakur","Meenakshi H Thakur","Sameer Tharakan","Pallavi Tiwari","Guillaume Tochon","Tuan Tran","Yuhsiang M. Tsai","Kuan-Lun Tseng","Tran Anh Tuan","Vadim Turlapov","Nicholas Tustison","Maria Vakalopoulou","Sergi Valverde","Rami Vanguri","Evgeny Vasiliev","Jonathan Ventura","Luis Vera","Tom Vercauteren","C. A. Verrastro","Lasitha Vidyaratne","Veronica Vilaplana","Ajeet Vivekanandan","Qian Wang","Chiatse J. Wang","Wei-Chung Wang","Duo Wang","Ruixuan Wang","Yuanyuan Wang","Chunliang Wang","Guotai Wang","Ning Wen","Xin Wen","Leon Weninger","Wolfgang Wick","Shaocheng Wu","Qiang Wu","Yihong Wu","Yong Xia","Yanwu Xu","Xiaowen Xu","Peiyuan Xu","Tsai-Ling Yang","Xiaoping Yang","Hao-Yu Yang","Junlin Yang","Haojin Yang","Guang Yang","Hongdou Yao","Xujiong Ye","Changchang Yin","Brett Young-Moxon","Jinhua Yu","Xiangyu Yue","Songtao Zhang","Angela Zhang","Kun Zhang","Xue-jie Zhang","Lichi Zhang","Xiaoyue Zhang","Yazhuo Zhang","Lei Zhang","Jian-Guo Zhang","Xiang Zhang","Tianhao Zhang","Sicheng Zhao","Yu Zhao","Xiaomei Zhao","Liang Zhao","Yefeng Zheng","Liming Zhong","Chenhong Zhou","Xiaobing Zhou","Fan Zhou","Hongtu Zhu","Jin Zhu","Ying Zhuge","Weiwei Zong","Jayashree Kalpathy-Cramer","Keyvan Farahani","Christos Davatzikos","Koen van Leemput","Bjoern Menze"],"abstract":"Gliomas are the most common primary brain malignancies, with different\ndegrees of aggressiveness, variable prognosis and various heterogeneous\nhistologic sub-regions, i.e., peritumoral edematous/invaded tissue, necrotic\ncore, active and non-enhancing core. This intrinsic heterogeneity is also\nportrayed in their radio-phenotype, as their sub-regions are depicted by\nvarying intensity profiles disseminated across multi-parametric magnetic\nresonance imaging (mpMRI) scans, reflecting varying biological properties.\nTheir heterogeneous shape, extent, and location are some of the factors that\nmake these tumors difficult to resect, and in some cases inoperable. The amount\nof resected tumor is a factor also considered in longitudinal scans, when\nevaluating the apparent tumor for potential diagnosis of progression.\nFurthermore, there is mounting evidence that accurate segmentation of the\nvarious tumor sub-regions can offer the basis for quantitative image analysis\ntowards prediction of patient overall survival. This study assesses the\nstate-of-the-art machine learning (ML) methods used for brain tumor image\nanalysis in mpMRI scans, during the last seven instances of the International\nBrain Tumor Segmentation (BraTS) challenge, i.e., 2012-2018. Specifically, we\nfocus on i) evaluating segmentations of the various glioma sub-regions in\npre-operative mpMRI scans, ii) assessing potential tumor progression by virtue\nof longitudinal growth of tumor sub-regions, beyond use of the RECIST/RANO\ncriteria, and iii) predicting the overall survival from pre-operative mpMRI\nscans of patients that underwent gross total resection. Finally, we investigate\nthe challenge of identifying the best ML algorithms for each of these tasks,\nconsidering that apart from being diverse on each instance of the challenge,\nthe multi-institutional mpMRI BraTS dataset has also been a continuously\nevolving/growing dataset.","url_abs":"http://arxiv.org/abs/1811.02629v3","url_pdf":"http://arxiv.org/pdf/1811.02629v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"identifying-the-best-machine-learning","repo_url":"https://github.com/christophbrgr/brats-orchestra","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"brain-tumor-segmentation","task_name":"Brain Tumor Segmentation"},{"task_slug":"prognosis","task_name":"Prognosis"},{"task_slug":"survival-prediction","task_name":"Survival Prediction"},{"task_slug":"tumor-segmentation","task_name":"Tumor Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1811.02629","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1811.02629"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/christophbrgr/brats-orchestra","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":4},"by_repo_kind":{"listed":{"samples":4,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"eec4ae94877f34cc","entry":"bratsNormalize","repo":"christophbrgr/brats-orchestra","repo_kind":"listed","path":"orchestra/util/filemanager.py","file_url":"https://github.com/christophbrgr/brats-orchestra/blob/HEAD/orchestra/util/filemanager.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eec4ae94877f34cc"}},{"code_sha256_prefix":"efa942d86ca5239a","entry":"loadGT","repo":"christophbrgr/brats-orchestra","repo_kind":"listed","path":"orchestra/util/filemanager.py","file_url":"https://github.com/christophbrgr/brats-orchestra/blob/HEAD/orchestra/util/filemanager.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"efa942d86ca5239a"}},{"code_sha256_prefix":"952e594f7bf782f6","entry":"reduce_arr_dtype","repo":"christophbrgr/brats-orchestra","repo_kind":"listed","path":"orchestra/util/own_itk.py","file_url":"https://github.com/christophbrgr/brats-orchestra/blob/HEAD/orchestra/util/own_itk.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"952e594f7bf782f6"}},{"code_sha256_prefix":"8fc73e73f9627e78","entry":"validate_files","repo":"christophbrgr/brats-orchestra","repo_kind":"listed","path":"orchestra/util/filemanager.py","file_url":"https://github.com/christophbrgr/brats-orchestra/blob/HEAD/orchestra/util/filemanager.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8fc73e73f9627e78"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}