{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2603-02913","title":"Eliciting Numerical Predictive Distributions of LLMs Without Autoregression","arxiv_id":"2603.02913","date":"2026-03-03","proceeding":null,"authors":["Julianna Piskorz","Katarzyna Kobalczyk","Mihaela van der Schaar"],"abstract":"Large Language Models (LLMs) have recently been successfully applied to regression tasks -- such as time series forecasting and tabular prediction -- by leveraging their in-context learning abilities. However, their autoregressive decoding process may be ill-suited to continuous-valued outputs, where obtaining predictive distributions over numerical targets requires repeated sampling, leading to high computational cost and inference time. In this work, we investigate whether distributional properties of LLM predictions can be recovered without explicit autoregressive generation. To this end, we study a set of regression probes trained to predict statistical functionals (e.g., mean, median, quantiles) of the LLM's numerical output distribution directly from its internal representations. Our results suggest that LLM embeddings carry informative signals about summary statistics of their predictive distributions, including the numerical uncertainty. This investigation opens up new questions about how LLMs internally encode uncertainty in numerical tasks, and about the feasibility of lightweight alternatives to sampling-based approaches for uncertainty-aware numerical predictions.","url_abs":"https://arxiv.org/abs/2603.02913","url_pdf":"https://arxiv.org/pdf/2603.02913","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2603.02913","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2603.02913"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/kasia-kobalczyk/guess_llm","reach":null}],"summary":{"ran_violates":1,"unverified":11},"by_repo_kind":{"found_in_text":{"samples":12,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":12,"samples":[{"code_sha256_prefix":"e18607dae38b30e2","entry":"is_number","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/llm_utils/llm_no_scaling.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/llm_utils/llm_no_scaling.py","link_basis":"plan_row","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e18607dae38b30e2"}},{"code_sha256_prefix":"e47bbd60210e9948","entry":"arr_to_str","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/llm_utils/serialize.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/llm_utils/serialize.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"e47bbd60210e9948"}},{"code_sha256_prefix":"694ff96b70127fd2","entry":"deserialize","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/llm_utils/llm_no_scaling.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/llm_utils/llm_no_scaling.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"694ff96b70127fd2"}},{"code_sha256_prefix":"572d2400269f02d1","entry":"get_bins","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/datasets/concat_synt_data.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/datasets/concat_synt_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"572d2400269f02d1"}},{"code_sha256_prefix":"d3b6aff59d68e8da","entry":"get_scaler","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/llm_utils/serialize.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/llm_utils/serialize.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"d3b6aff59d68e8da"}},{"code_sha256_prefix":"1bfbe98283f252b4","entry":"initialize_model","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/datasets/get_llm_data.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/datasets/get_llm_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"1bfbe98283f252b4"}},{"code_sha256_prefix":"641fab87da383f9e","entry":"initialize_tokenizer","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/datasets/get_llm_data.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/datasets/get_llm_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"641fab87da383f9e"}},{"code_sha256_prefix":"9ccb4c4a317f74d9","entry":"llama_completion_fn","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/llm_utils/llm_utils.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/llm_utils/llm_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"9ccb4c4a317f74d9"}},{"code_sha256_prefix":"2f10557ecfc09163","entry":"mean_filter","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/datasets/generate_splits.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/datasets/generate_splits.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"2f10557ecfc09163"}},{"code_sha256_prefix":"b3247d5f7c558be7","entry":"median_filter","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/datasets/generate_splits.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/datasets/generate_splits.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"b3247d5f7c558be7"}},{"code_sha256_prefix":"2b7966b3ab732fd3","entry":"serialize","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/llm_utils/llm_no_scaling.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/llm_utils/llm_no_scaling.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"2b7966b3ab732fd3"}},{"code_sha256_prefix":"3bdf6c0837b44546","entry":"vec_num2repr","repo":"kasia-kobalczyk/guess_llm","repo_kind":"found_in_text","path":"src/guess_llm/llm_utils/serialize.py","file_url":"https://github.com/kasia-kobalczyk/guess_llm/blob/HEAD/src/guess_llm/llm_utils/serialize.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"3bdf6c0837b44546"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}