{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/expert-guided-bayesian-optimisation-for-human","title":"Expert-guided Bayesian Optimisation for Human-in-the-loop Experimental Design of Known Systems","arxiv_id":"2312.02852","date":"2023-12-05","proceeding":null,"authors":["Tom Savage","Ehecatl Antonio del Rio Chanona"],"abstract":"Domain experts often possess valuable physical insights that are overlooked in fully automated decision-making processes such as Bayesian optimisation. In this article we apply high-throughput (batch) Bayesian optimisation alongside anthropological decision theory to enable domain experts to influence the selection of optimal experiments. Our methodology exploits the hypothesis that humans are better at making discrete choices than continuous ones and enables experts to influence critical early decisions. At each iteration we solve an augmented multi-objective optimisation problem across a number of alternate solutions, maximising both the sum of their utility function values and the determinant of their covariance matrix, equivalent to their total variability. By taking the solution at the knee point of the Pareto front, we return a set of alternate solutions at each iteration that have both high utility values and are reasonably distinct, from which the expert selects one for evaluation. We demonstrate that even in the case of an uninformed practitioner, our algorithm recovers the regret of standard Bayesian optimisation.","url_abs":"https://arxiv.org/abs/2312.02852v1","url_pdf":"https://arxiv.org/pdf/2312.02852v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"expert-guided-bayesian-optimisation-for-human","repo_url":"https://github.com/trsav/hitl-bo","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"jax","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"bayesian-optimisation","task_name":"Bayesian Optimisation"},{"task_slug":"decision-making","task_name":"Decision Making"},{"task_slug":"experimental-design","task_name":"Experimental Design"}],"methods":[{"method_slug":"set","method_name":"SET"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2312.02852","atlas_url":"https://app.syntology.ai/?focus=2312.02852","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.02852"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/trsav/hitl-bo","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":6,"unverified":4},"by_repo_kind":{"official":{"samples":10,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"d16d3b2b4597fe7a","entry":"create_prompt","repo":"trsav/hitl-bo","repo_kind":"official","path":"bo/reccomender.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/reccomender.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d16d3b2b4597fe7a"}},{"code_sha256_prefix":"77467af29804f6b4","entry":"format_data","repo":"trsav/hitl-bo","repo_kind":"official","path":"bo/utils.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"77467af29804f6b4"}},{"code_sha256_prefix":"ce8eb67226b502b7","entry":"post_process_local","repo":"trsav/hitl-bo","repo_kind":"official","path":"bo/reccomender.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/reccomender.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ce8eb67226b502b7"}},{"code_sha256_prefix":"566145be7bbffc44","entry":"run_prompt","repo":"trsav/hitl-bo","repo_kind":"official","path":"bo/reccomender.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/reccomender.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"566145be7bbffc44"}},{"code_sha256_prefix":"4b63e0de00750f3d","entry":"sample_bounds","repo":"trsav/hitl-bo","repo_kind":"official","path":"bo/utils.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4b63e0de00750f3d"}},{"code_sha256_prefix":"283aeb93a0f20a70","entry":"sample_function","repo":"trsav/hitl-bo","repo_kind":"official","path":"bo/utils.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"283aeb93a0f20a70"}},{"code_sha256_prefix":"83126daa27625663","entry":"bo","repo":"trsav/hitl-bo","repo_kind":"official","path":"bo/visualisation.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/visualisation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"83126daa27625663"}},{"code_sha256_prefix":"8728676cac6bb50a","entry":"plot_regret","repo":"trsav/hitl-bo","repo_kind":"official","path":"bo/plotting.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/plotting.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8728676cac6bb50a"}},{"code_sha256_prefix":"71443846d1101306","entry":"plot_simple_regret","repo":"trsav/hitl-bo","repo_kind":"official","path":"bo/plotting.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/plotting.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"71443846d1101306"}},{"code_sha256_prefix":"b6a63e25c6bdb760","entry":"plot_simple_regret_alts","repo":"trsav/hitl-bo","repo_kind":"official","path":"bo/plotting.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/plotting.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b6a63e25c6bdb760"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}