{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/computationally-assisted-quality-control-for","title":"Computationally Assisted Quality Control for Public Health Data Streams","arxiv_id":"2306.16914","date":"2023-06-29","proceeding":null,"authors":["Ananya Joshi","Kathryn Mazaitis","Roni Rosenfeld","Bryan Wilder"],"abstract":"Irregularities in public health data streams (like COVID-19 Cases) hamper data-driven decision-making for public health stakeholders. A real-time, computer-generated list of the most important, outlying data points from thousands of daily-updated public health data streams could assist an expert reviewer in identifying these irregularities. However, existing outlier detection frameworks perform poorly on this task because they do not account for the data volume or for the statistical properties of public health streams. Accordingly, we developed FlaSH (Flagging Streams in public Health), a practical outlier detection framework for public health data users that uses simple, scalable models to capture these statistical properties explicitly. In an experiment where human experts evaluate FlaSH and existing methods (including deep learning approaches), FlaSH scales to the data volume of this task, matches or exceeds these other methods in mean accuracy, and identifies the outlier points that users empirically rate as more helpful. Based on these results, FlaSH has been deployed on data streams used by public health stakeholders.","url_abs":"https://arxiv.org/abs/2306.16914v2","url_pdf":"https://arxiv.org/pdf/2306.16914v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"computationally-assisted-quality-control-for","repo_url":"https://github.com/ananya-joshi/ijcai23_supplemental","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"none","reach":null},{"paper_slug":"computationally-assisted-quality-control-for","repo_url":"https://github.com/cmu-delphi/covidcast-indicators","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"none","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"decision-making","task_name":"Decision Making"},{"task_slug":"outlier-detection","task_name":"Outlier Detection"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2306.16914","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.16914"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/cmu-delphi/covidcast-indicators","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":8},"by_repo_kind":{"official":{"samples":8,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"43dde531240f6d9f","entry":"add_default_nancodes","repo":"cmu-delphi/covidcast-indicators","repo_kind":"official","path":"_delphi_utils_python/delphi_utils/nancodes.py","file_url":"https://github.com/cmu-delphi/covidcast-indicators/blob/HEAD/_delphi_utils_python/delphi_utils/nancodes.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"43dde531240f6d9f"}},{"code_sha256_prefix":"76dfedde55294a59","entry":"add_prefix","repo":"cmu-delphi/covidcast-indicators","repo_kind":"official","path":"_delphi_utils_python/delphi_utils/signal.py","file_url":"https://github.com/cmu-delphi/covidcast-indicators/blob/HEAD/_delphi_utils_python/delphi_utils/signal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"76dfedde55294a59"}},{"code_sha256_prefix":"380daed1754be831","entry":"diff_export_csv","repo":"cmu-delphi/covidcast-indicators","repo_kind":"official","path":"_delphi_utils_python/delphi_utils/archive.py","file_url":"https://github.com/cmu-delphi/covidcast-indicators/blob/HEAD/_delphi_utils_python/delphi_utils/archive.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"380daed1754be831"}},{"code_sha256_prefix":"52e9cc01fa225bca","entry":"filter_contradicting_missing_codes","repo":"cmu-delphi/covidcast-indicators","repo_kind":"official","path":"_delphi_utils_python/delphi_utils/export.py","file_url":"https://github.com/cmu-delphi/covidcast-indicators/blob/HEAD/_delphi_utils_python/delphi_utils/export.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"52e9cc01fa225bca"}},{"code_sha256_prefix":"8ca7b3244c92366d","entry":"get_date_range","repo":"cmu-delphi/covidcast-indicators","repo_kind":"official","path":"testing_utils/indicator_validation.py","file_url":"https://github.com/cmu-delphi/covidcast-indicators/blob/HEAD/testing_utils/indicator_validation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8ca7b3244c92366d"}},{"code_sha256_prefix":"a3b695eb9b18ee56","entry":"load_csvs","repo":"cmu-delphi/covidcast-indicators","repo_kind":"official","path":"testing_utils/indicator_validation.py","file_url":"https://github.com/cmu-delphi/covidcast-indicators/blob/HEAD/testing_utils/indicator_validation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a3b695eb9b18ee56"}},{"code_sha256_prefix":"91dc934a4c85c3b9","entry":"params_get","repo":"cmu-delphi/covidcast-indicators","repo_kind":"official","path":"_delphi_utils_python/delphi_utils/utils.py","file_url":"https://github.com/cmu-delphi/covidcast-indicators/blob/HEAD/_delphi_utils_python/delphi_utils/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"91dc934a4c85c3b9"}},{"code_sha256_prefix":"5f894da0dafb7dfc","entry":"read_relevant_date_filenames","repo":"cmu-delphi/covidcast-indicators","repo_kind":"official","path":"testing_utils/indicator_validation.py","file_url":"https://github.com/cmu-delphi/covidcast-indicators/blob/HEAD/testing_utils/indicator_validation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5f894da0dafb7dfc"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}