{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/hierarchical-prompting-assists-large-language","title":"Hierarchical Prompting Assists Large Language Model on Web Navigation","arxiv_id":"2305.14257","date":"2023-05-23","proceeding":null,"authors":["Abishek Sridhar","Robert Lo","Frank F. Xu","Hao Zhu","Shuyan Zhou"],"abstract":"Large language models (LLMs) struggle on processing complicated observations in interactive decision making tasks. To alleviate this issue, we propose a simple hierarchical prompting approach. Diverging from previous prompting approaches that always put the full observation (e.g. a web page) to the prompt, we propose to first construct an action-aware observation which is more condensed and relevant with a dedicated SUMMARIZER prompt. The ACTOR prompt then predicts the next action based on the summarized observation. While our method has broad applicability, we particularly demonstrate its efficacy in the complex domain of web navigation where a full observation often contains redundant and irrelevant information. Our approach outperforms the previous state-of-the-art prompting mechanics by 6.2% on task success rate, demonstrating its potential on interactive decision making tasks with long observation traces.","url_abs":"https://arxiv.org/abs/2305.14257v3","url_pdf":"https://arxiv.org/pdf/2305.14257v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"hierarchical-prompting-assists-large-language","repo_url":"https://github.com/robert1003/ash-prompting","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"hierarchical-prompting-assists-large-language","repo_url":"https://github.com/oootttyyy/webarena","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"hierarchical-prompting-assists-large-language","repo_url":"https://github.com/web-arena-x/webarena","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"decision-making","task_name":"Decision Making"},{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"},{"task_slug":"large-language-model","task_name":"Large Language Model"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2305.14257","atlas_url":"https://app.syntology.ai/?focus=2305.14257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14257"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/robert1003/ash-prompting","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/oootttyyy/webarena","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/web-arena-x/webarena","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":4},"by_repo_kind":{"listed":{"samples":4,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"f1af964b23c32c8f","entry":"action2str","repo":"oootttyyy/webarena","repo_kind":"listed","path":"browser_env/actions.py","file_url":"https://github.com/oootttyyy/webarena/blob/HEAD/browser_env/actions.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f1af964b23c32c8f"}},{"code_sha256_prefix":"824ae078c5d3295a","entry":"get_site_comb_from_filepath","repo":"oootttyyy/webarena","repo_kind":"listed","path":"browser_env/auto_login.py","file_url":"https://github.com/oootttyyy/webarena/blob/HEAD/browser_env/auto_login.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"824ae078c5d3295a"}},{"code_sha256_prefix":"1829c408a278c974","entry":"parse_action","repo":"oootttyyy/webarena","repo_kind":"listed","path":"browser_env/envs.py","file_url":"https://github.com/oootttyyy/webarena/blob/HEAD/browser_env/envs.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1829c408a278c974"}},{"code_sha256_prefix":"ce419517a1b89f7c","entry":"png_bytes_to_numpy","repo":"oootttyyy/webarena","repo_kind":"listed","path":"browser_env/utils.py","file_url":"https://github.com/oootttyyy/webarena/blob/HEAD/browser_env/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ce419517a1b89f7c"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}