{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/codeit-self-improving-language-models-with","title":"CodeIt: Self-Improving Language Models with Prioritized Hindsight Replay","arxiv_id":"2402.04858","date":"2024-02-07","proceeding":null,"authors":["Natasha Butt","Blazej Manczak","Auke Wiggers","Corrado Rainone","David W. Zhang","Michaël Defferrard","Taco Cohen"],"abstract":"Large language models are increasingly solving tasks that are commonly believed to require human-level reasoning ability. However, these models still perform very poorly on benchmarks of general intelligence such as the Abstraction and Reasoning Corpus (ARC). In this paper, we approach ARC as a programming-by-examples problem, and introduce a novel and scalable method for language model self-improvement called Code Iteration (CodeIt). Our method iterates between 1) program sampling and hindsight relabeling, and 2) learning from prioritized experience replay. By relabeling the goal of an episode (i.e., the target program output given input) to the realized output produced by the sampled program, our method effectively deals with the extreme sparsity of rewards in program synthesis. Applying CodeIt to the ARC dataset, we demonstrate that prioritized hindsight replay, along with pre-training and data-augmentation, leads to successful inter-task generalization. CodeIt is the first neuro-symbolic approach that scales to the full ARC evaluation dataset. Our method solves 15% of ARC evaluation tasks, achieving state-of-the-art performance and outperforming existing neural and symbolic baselines. Our code is available at https://github.com/Qualcomm-AI-research/codeit .","url_abs":"https://arxiv.org/abs/2402.04858v2","url_pdf":"https://arxiv.org/pdf/2402.04858v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"codeit-self-improving-language-models-with","repo_url":"https://github.com/Qualcomm-AI-research/codeit","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"arc","task_name":"ARC"},{"task_slug":"data-augmentation","task_name":"Data Augmentation"},{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"},{"task_slug":"program-synthesis","task_name":"Program Synthesis"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2402.04858","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.04858"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Qualcomm-AI-research/codeit","reach":null}],"summary":{"ran":4,"ran_draft_wrong":16,"ran_violates":2,"ran_fixture":6,"ran_honours":4,"unverified":9},"by_repo_kind":{"official":{"samples":41,"ran":32,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":41,"samples":[{"code_sha256_prefix":"5a889f45ec35ace2","entry":"PopulationTree","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"5a889f45ec35ace2"}},{"code_sha256_prefix":"0ca10f7987f7e3f5","entry":"ProgramMutator","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"0ca10f7987f7e3f5"}},{"code_sha256_prefix":"3215558dec21b76e","entry":"Task","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"3215558dec21b76e"}},{"code_sha256_prefix":"663e3c33f8beaa30","entry":"TypeInferer","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"663e3c33f8beaa30"}},{"code_sha256_prefix":"a792436574cb8a36","entry":"build_general_type_to_primitive_function_mapping","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"a792436574cb8a36"}},{"code_sha256_prefix":"bdff87a4c2b09334","entry":"build_primitive_function_to_general_type_mapping","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"bdff87a4c2b09334"}},{"code_sha256_prefix":"ad432ec024f7e66d","entry":"calculate_performance","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/agent.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/agent.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"ad432ec024f7e66d"}},{"code_sha256_prefix":"fa8e1aaf26bd9cad","entry":"cell_sampler","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"fa8e1aaf26bd9cad"}},{"code_sha256_prefix":"d440e9a190ac2556","entry":"change_function_name","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"d440e9a190ac2556"}},{"code_sha256_prefix":"48365ca029cd4ade","entry":"contains_non_base_type","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"48365ca029cd4ade"}},{"code_sha256_prefix":"ca56e081f31c0018","entry":"display_type","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"ca56e081f31c0018"}},{"code_sha256_prefix":"3a16b6289b603c98","entry":"filter_by_inference_keys","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"run/run_codeit.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/run/run_codeit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"3a16b6289b603c98"}},{"code_sha256_prefix":"f2e43abb4b090b39","entry":"filter_population_by_size","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"f2e43abb4b090b39"}},{"code_sha256_prefix":"4054c380d9c1a16c","entry":"filter_tasks_by_input_dimensions","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"4054c380d9c1a16c"}},{"code_sha256_prefix":"ffe7482ebd5d840d","entry":"find_first_x","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"ffe7482ebd5d840d"}},{"code_sha256_prefix":"27064c0c54006326","entry":"get_func_name","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"27064c0c54006326"}},{"code_sha256_prefix":"113c9f4b6c4a8053","entry":"get_function_names_with_output_type","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"113c9f4b6c4a8053"}},{"code_sha256_prefix":"d34bd77f1580bc22","entry":"get_function_types","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"d34bd77f1580bc22"}},{"code_sha256_prefix":"2a25b9259dde5c3a","entry":"get_grid_size","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"2a25b9259dde5c3a"}},{"code_sha256_prefix":"5824e673c05bbd51","entry":"get_num_programs","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"run/run_codeit.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/run/run_codeit.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"5824e673c05bbd51"}},{"code_sha256_prefix":"965ff5003da35606","entry":"list_to_tuple","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"965ff5003da35606"}},{"code_sha256_prefix":"258eb81b564d0b3f","entry":"normalise_cell","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"258eb81b564d0b3f"}},{"code_sha256_prefix":"30ccff49d96c238b","entry":"object_sampler","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"30ccff49d96c238b"}},{"code_sha256_prefix":"46be79408beca620","entry":"performance_over_tasks","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/agent.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/agent.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"46be79408beca620"}},{"code_sha256_prefix":"e017b07e36a77f43","entry":"program_to_program_lines","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"e017b07e36a77f43"}},{"code_sha256_prefix":"9c35b11d97682173","entry":"remove_redundant_lines","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"9c35b11d97682173"}},{"code_sha256_prefix":"06dd5bc91255c2eb","entry":"replace_x","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"06dd5bc91255c2eb"}},{"code_sha256_prefix":"0b37eaf28f553e13","entry":"sample_integer_set","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"0b37eaf28f553e13"}},{"code_sha256_prefix":"9b827c28751c700d","entry":"sample_object_from_patch","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"9b827c28751c700d"}},{"code_sha256_prefix":"720842f503a718ef","entry":"sample_objects","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"720842f503a718ef"}},{"code_sha256_prefix":"35a3a514964eb409","entry":"valid_grid","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"35a3a514964eb409"}},{"code_sha256_prefix":"b08a4ca506072484","entry":"valid_grid_fast","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/agent.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/agent.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"b08a4ca506072484"}},{"code_sha256_prefix":"cc17c7829a24c82e","entry":"TaskEvolver","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"cc17c7829a24c82e"}},{"code_sha256_prefix":"0232d1b03729354b","entry":"from_dict","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"0232d1b03729354b"}},{"code_sha256_prefix":"12ead3ea3a548d6c","entry":"get_primitive_constant_type","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"12ead3ea3a548d6c"}},{"code_sha256_prefix":"a9fe63eda6190bfc","entry":"get_primitive_function_type","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"a9fe63eda6190bfc"}},{"code_sha256_prefix":"dab2d7cbaed329ce","entry":"handle_timeout","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"dab2d7cbaed329ce"}},{"code_sha256_prefix":"35f2d5afe53e1635","entry":"mutate_input_one_step","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"35f2d5afe53e1635"}},{"code_sha256_prefix":"b2a254a4a76ff136","entry":"patch_sampler","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"b2a254a4a76ff136"}},{"code_sha256_prefix":"5761dc5c761194fc","entry":"sample_indices","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"5761dc5c761194fc"}},{"code_sha256_prefix":"5025771c421695db","entry":"sample_indices_set","repo":"Qualcomm-AI-research/codeit","repo_kind":"official","path":"codeit/augment/genetic.py","file_url":"https://github.com/Qualcomm-AI-research/codeit/blob/HEAD/codeit/augment/genetic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause-Clear","inline_ok":false,"mcp_get_code":{"code_sha256":"5025771c421695db"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}