{"url":"/task/error-understanding","name":"Error Understanding","slug":"error-understanding","description_markdown":"Discover what causes the model’s prediction errors.","categories":[{"name":"Reasoning","url":"/area/reasoning"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":9,"papers_with_code":5,"benchmarks":2,"benchmark_tables_in_archive":2,"benchmark_tables_shown":2,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":1,"subtasks":0,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/error-understanding-on-cub-200-2011-1","slug":"error-understanding-on-cub-200-2011-1","dataset":"CUB-200-2011","dataset_url":"/dataset/cub-200-2011","rows_in_archive":4,"metrics":["Average highest confidence (ResNet-101)","Insertion AUC score (ResNet-101)","Average highest confidence (MobileNetV2)","Insertion AUC score (MobileNetV2)","Average highest confidence (EfficientNetV2-M)","Insertion AUC score (EfficientNetV2-M)"],"first_row_in_archive_order":{"model":"SMDL-Attribution (ICLR version)","paper_title":"Less is More: Fewer Interpretable Region via Submodular Subset Selection","paper_url":"/paper/less-is-more-fewer-interpretable-region-via","paper_date":"2024-02-14","arxiv_id":"2402.09164","code_links":[{"title":"ruoyuchen10/smdl-attribution","url":"https://github.com/ruoyuchen10/smdl-attribution"}],"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":3}}},{"leaderboard":"/sota/error-understanding-on-cub-200-2011-resnet","slug":"error-understanding-on-cub-200-2011-resnet","dataset":"CUB-200-2011 (ResNet-101)","dataset_url":null,"rows_in_archive":3,"metrics":["Average highest confidence","Insertion AUC score"],"first_row_in_archive_order":{"model":"Grad-CAM++","paper_title":"Grad-CAM++: Improved Visual Explanations for Deep Convolutional Networks","paper_url":"/paper/grad-cam-improved-visual-explanations-for","paper_date":"2017-10-30","arxiv_id":"1710.11063","code_links":[{"title":"jacobgil/pytorch-grad-cam","url":"https://github.com/jacobgil/pytorch-grad-cam"},{"title":"frgfm/torch-cam","url":"https://github.com/frgfm/torch-cam"},{"title":"sicara/tf-explain","url":"https://github.com/sicara/tf-explain"},{"title":"adityac94/Grad_CAM_plus_plus","url":"https://github.com/adityac94/Grad_CAM_plus_plus"},{"title":"yunqing-me/attackvlm","url":"https://github.com/yunqing-me/attackvlm"},{"title":"yiskw713/SmoothGradCAMplusplus","url":"https://github.com/yiskw713/SmoothGradCAMplusplus"},{"title":"yiskw713/scorecam","url":"https://github.com/yiskw713/scorecam"},{"title":"samson6460/tf_keras_gradcamplusplus","url":"https://github.com/samson6460/tf_keras_gradcamplusplus"},{"title":"samson6460/tf.keras-gradcamplusplus","url":"https://github.com/samson6460/tf.keras-gradcamplusplus"},{"title":"samson6460/tf-keras-gradcamplusplus","url":"https://github.com/samson6460/tf-keras-gradcamplusplus"},{"title":"totti0223/gradcamplusplus","url":"https://github.com/totti0223/gradcamplusplus"},{"title":"tristangomez44/metrics-saliency-maps","url":"https://github.com/tristangomez44/metrics-saliency-maps"},{"title":"yiskw713/ClassActivationMapping","url":"https://github.com/yiskw713/ClassActivationMapping"},{"title":"vcowwy/paddle-grad-cam","url":"https://github.com/vcowwy/paddle-grad-cam"},{"title":"lisssse14/Grad_CAM_PLUS_PLUS","url":"https://github.com/lisssse14/Grad_CAM_PLUS_PLUS"},{"title":"Ecgbert/Grad_CAM_PLUS_PLUS","url":"https://github.com/Ecgbert/Grad_CAM_PLUS_PLUS"},{"title":"pasrichashivam/Convnets_Grad-CAM_Grad-CAM-PlusPlus_Keras_tensorflow-2","url":"https://github.com/pasrichashivam/Convnets_Grad-CAM_Grad-CAM-PlusPlus_Keras_tensorflow-2"},{"title":"FelixMQuintana/Deep-Vasp-E","url":"https://github.com/FelixMQuintana/Deep-Vasp-E"},{"title":"fcUalberta/UAlberta-Multimedia-Masters-Program-Interpretable-AI-Part_1_2","url":"https://github.com/fcUalberta/UAlberta-Multimedia-Masters-Program-Interpretable-AI-Part_1_2"},{"title":"ftorres11/saliencysense","url":"https://github.com/ftorres11/saliencysense"},{"title":"eknim/gradcamplusplus","url":"https://github.com/eknim/gradcamplusplus"},{"title":"shashidhar100/Comparison-of-gradcam-and-gradcam_plus_plus_keras","url":"https://github.com/shashidhar100/Comparison-of-gradcam-and-gradcam_plus_plus_keras"},{"title":"v1an1/gradcamplusplus-cats-v-dogs","url":"https://github.com/v1an1/gradcamplusplus-cats-v-dogs"},{"title":"HollrayChan/gradcam-plus-plus","url":"https://github.com/HollrayChan/gradcam-plus-plus"}],"syntology":{"n":7,"n_ran":4,"n_unverified":3,"n_pointer_only":3}}}],"datasets":[{"url":"/dataset/cub-200-2011","name":"CUB-200-2011","full_name":"Caltech-UCSD Birds-200-2011","num_papers_in_archive":2235}],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":5,"of":5,"tagged_in_all":9,"items":[{"url":"/paper/grad-cam-improved-visual-explanations-for","title":"Grad-CAM++: Improved Visual Explanations for Deep Convolutional Networks","date":"2017-10-30","arxiv_id":"1710.11063","repositories_listed":24,"syntology":{"n":7,"n_ran":4,"n_unverified":3,"n_pointer_only":3}},{"url":"/paper/score-camimproved-visual-explanations-via","title":"Score-CAM: Score-Weighted Visual Explanations for Convolutional Neural Networks","date":"2019-10-03","arxiv_id":"1910.01279","repositories_listed":9,"syntology":{"n":13,"n_ran":3,"n_unverified":10,"n_pointer_only":2}},{"url":"/paper/less-is-more-fewer-interpretable-region-via","title":"Less is More: Fewer Interpretable Region via Submodular Subset Selection","date":"2024-02-14","arxiv_id":"2402.09164","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/making-sense-of-dependence-efficient-black","title":"Making Sense of Dependence: Efficient Black-box Explanations Using Dependence Measure","date":"2022-06-13","arxiv_id":"2206.06219","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":1}},{"url":"/paper/isea-an-interactive-pipeline-for-semantic","title":"iSEA: An Interactive Pipeline for Semantic Error Analysis of NLP Models","date":"2022-03-08","arxiv_id":"2203.04408","repositories_listed":1,"syntology":null}],"syntology_records":4,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}