{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/llama-open-and-efficient-foundation-language-1","title":"LLaMA: Open and Efficient Foundation Language Models","arxiv_id":"2302.13971","date":"2023-02-27","proceeding":"arXiv 2023 2","authors":["Hugo Touvron","Thibaut Lavril","Gautier Izacard","Xavier Martinet","Marie-Anne Lachaux","Timothée Lacroix","Baptiste Rozière","Naman Goyal","Eric Hambro","Faisal Azhar","Aurelien Rodriguez","Armand Joulin","Edouard Grave","Guillaume Lample"],"abstract":"We introduce LLaMA, a collection of foundation language models ranging from 7B to 65B parameters. We train our models on trillions of tokens, and show that it is possible to train state-of-the-art models using publicly available datasets exclusively, without resorting to proprietary and inaccessible datasets. In particular, LLaMA-13B outperforms GPT-3 (175B) on most benchmarks, and LLaMA-65B is competitive with the best models, Chinchilla-70B and PaLM-540B. We release all our models to the research community.","url_abs":"https://arxiv.org/abs/2302.13971v1","url_pdf":"https://arxiv.org/pdf/2302.13971v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/facebookresearch/llama","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/aethercortex/llama-x","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/aozhongzhang/magr","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/batsresearch/alfred","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/beomi/koalpaca","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/chaoyi-wu/finetune_llama","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":{"status":"ok"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/chaoyi-wu/pmc-llama","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/ecnu-icalk/educhat","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/ecolab-postech/owq","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/facebookresearch/chai","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/facico/chinese-vicuna","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/fajri91/indommlu","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/flagalpha/llama2-chinese","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/freedomintelligence/huatuogpt","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/fsoft-ai4code/codecapybara","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/ganjinzero/rrhf","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/ggerganov/llama.cpp","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/ggml-org/llama.cpp","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/grantslatton/llama.cpp","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/greenbitai/low_bit_llama","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/guinmoon/llmfarm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/hamishivi/easylm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/huggingface/transformers","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/icalk-nlp/educhat","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/kayvr/token-hawk","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/kbressem/medalpaca","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/krafton-ai/korani","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/llamafamily/llama-chinese","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/longhao-chen/aicas2024","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/ntunlplab/traditional-chinese-alpaca","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/ofa-sys/expertllama","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/ohadrubin/rpt","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/phoebussi/alpaca-cot","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/qwopqwop200/GPTQ-for-LLaMa","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/replicate/cog_stanford_alpaca","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/squeezeailab/squeezellm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/stanfordbdhg/llama.cpp","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/tatsu-lab/stanford_alpaca","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/teelinsan/camoscio","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/vcskaushik/LLMzip","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/xiaoman-zhang/PMC-VQA","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/xusenlinzy/api-for-open-llm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/xvyaward/owq","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/xzhang97666/alpacare","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/young-geng/easylm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/yuanmu97/secure-transformer-inference","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/zihanzhaosjtu/librisqa","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/2023-MindSpore-4/Code12/tree/main/MindFormers/llama","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/Lightning-AI/lit-llama","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/MS-P3/code5/tree/main/llama","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/MS-P3/code5/tree/main/llama2","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/Mind23-2/MindCode-140","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":{"status":"ok"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/MindSpore-scientific-2/code-14/tree/main/llama","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/abhaskumarsinha/Corpus2GPT","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/akanyaani/miniLLAMA","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/meta-llama/llama","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"llama-open-and-efficient-foundation-language-1","repo_url":"https://github.com/nebuly-ai/nebullvm/tree/main/apps/accelerate/chatllama","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"arithmetic-reasoning","task_name":"Arithmetic Reasoning"},{"task_slug":"code-generation","task_name":"Code Generation"},{"task_slug":"common-sense-reasoning","task_name":"Common Sense Reasoning"},{"task_slug":"few-shot-learning","task_name":"Few-Shot Learning"},{"task_slug":"math-word-problem-solving","task_name":"Math Word Problem Solving"},{"task_slug":"multi-task-language-understanding","task_name":"Multi-task Language Understanding"},{"task_slug":"question-answering","task_name":"Question Answering"},{"task_slug":"sentence-completion","task_name":"Sentence Completion"},{"task_slug":"stereotypical-bias-analysis","task_name":"Stereotypical Bias Analysis"},{"task_slug":"zero-shot-learning","task_name":"Zero-Shot Learning"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"cosine-annealing","method_name":"Cosine Annealing"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"gpt-3","method_name":"GPT-3"},{"method_slug":"llama","method_name":"LLaMA"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-cosine-annealing","method_name":"Linear Warmup With Cosine Annealing"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"weight-decay","method_name":"Weight Decay"}],"datasets_introduced":[],"methods_introduced":[{"slug":"llama","name":"LLaMA","full_name":"LLaMA"}],"results":[{"leaderboard":"/sota/arithmetic-reasoning-on-gsm8k","task":"Arithmetic Reasoning","dataset":"GSM8K","model":"LLaMA 65B-maj1@k","rank_in_archive_order":104,"of":164,"metrics":{"Accuracy":"69.7","Parameters (Billion)":"65"},"uses_additional_data":false},{"leaderboard":"/sota/arithmetic-reasoning-on-gsm8k","task":"Arithmetic Reasoning","dataset":"GSM8K","model":"LLaMA 33B-maj1@k","rank_in_archive_order":129,"of":164,"metrics":{"Accuracy":"53.1","Parameters (Billion)":"33"},"uses_additional_data":false},{"leaderboard":"/sota/arithmetic-reasoning-on-gsm8k","task":"Arithmetic Reasoning","dataset":"GSM8K","model":"LLaMA 65B","rank_in_archive_order":135,"of":164,"metrics":{"Accuracy":"50.9","Parameters (Billion)":"65"},"uses_additional_data":false},{"leaderboard":"/sota/arithmetic-reasoning-on-gsm8k","task":"Arithmetic Reasoning","dataset":"GSM8K","model":"LLaMA 33B","rank_in_archive_order":143,"of":164,"metrics":{"Accuracy":"35.6","Parameters (Billion)":"33"},"uses_additional_data":false},{"leaderboard":"/sota/arithmetic-reasoning-on-gsm8k","task":"Arithmetic Reasoning","dataset":"GSM8K","model":"LLaMA 13B-maj1@k","rank_in_archive_order":147,"of":164,"metrics":{"Accuracy":"29.3","Parameters (Billion)":"13"},"uses_additional_data":false},{"leaderboard":"/sota/arithmetic-reasoning-on-gsm8k","task":"Arithmetic Reasoning","dataset":"GSM8K","model":"LLaMA 7B (maj1@k)","rank_in_archive_order":152,"of":164,"metrics":{"Accuracy":"18.1","Parameters (Billion)":"7"},"uses_additional_data":false},{"leaderboard":"/sota/arithmetic-reasoning-on-gsm8k","task":"Arithmetic Reasoning","dataset":"GSM8K","model":"LLaMA 13B","rank_in_archive_order":155,"of":164,"metrics":{"Accuracy":"17.8","Parameters (Billion)":"13"},"uses_additional_data":false},{"leaderboard":"/sota/arithmetic-reasoning-on-gsm8k","task":"Arithmetic Reasoning","dataset":"GSM8K","model":"LLaMA 7B","rank_in_archive_order":159,"of":164,"metrics":{"Accuracy":"11.0","Parameters (Billion)":"7"},"uses_additional_data":false},{"leaderboard":"/sota/code-generation-on-mbpp","task":"Code Generation","dataset":"MBPP","model":"LLaMA 65B (0-shot)","rank_in_archive_order":85,"of":99,"metrics":{"Accuracy":"37.7"},"uses_additional_data":false},{"leaderboard":"/sota/code-generation-on-mbpp","task":"Code Generation","dataset":"MBPP","model":"LLaMA 33B (0-shot)","rank_in_archive_order":91,"of":99,"metrics":{"Accuracy":"30.2"},"uses_additional_data":false},{"leaderboard":"/sota/code-generation-on-mbpp","task":"Code Generation","dataset":"MBPP","model":"LLaMA 13B (0-shot)","rank_in_archive_order":96,"of":99,"metrics":{"Accuracy":"22"},"uses_additional_data":false},{"leaderboard":"/sota/code-generation-on-mbpp","task":"Code Generation","dataset":"MBPP","model":"LLaMA 7B (0-shot)","rank_in_archive_order":99,"of":99,"metrics":{"Accuracy":"17.7"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-arc-challenge","task":"Common Sense Reasoning","dataset":"ARC (Challenge)","model":"LLaMA 33B (zero-shot)","rank_in_archive_order":27,"of":54,"metrics":{"Accuracy":"57.8"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-arc-challenge","task":"Common Sense Reasoning","dataset":"ARC (Challenge)","model":"LLaMA 65B (zero-shot)","rank_in_archive_order":29,"of":54,"metrics":{"Accuracy":"56.0"},"uses_additional_data":true},{"leaderboard":"/sota/common-sense-reasoning-on-arc-challenge","task":"Common Sense Reasoning","dataset":"ARC (Challenge)","model":"LLaMA 13B (zero-shot)","rank_in_archive_order":32,"of":54,"metrics":{"Accuracy":"52.7"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-arc-challenge","task":"Common Sense Reasoning","dataset":"ARC (Challenge)","model":"LLaMA 7B (zero-shot)","rank_in_archive_order":40,"of":54,"metrics":{"Accuracy":"47.6"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-arc-easy","task":"Common Sense Reasoning","dataset":"ARC (Easy)","model":"LLaMA 33B (0-shot)","rank_in_archive_order":15,"of":47,"metrics":{"Accuracy":"80.0"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-arc-easy","task":"Common Sense Reasoning","dataset":"ARC (Easy)","model":"LLaMA 65B (0-shot)","rank_in_archive_order":19,"of":47,"metrics":{"Accuracy":"78.9"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-arc-easy","task":"Common Sense Reasoning","dataset":"ARC (Easy)","model":"LLaMA 13B (0-shot)","rank_in_archive_order":25,"of":47,"metrics":{"Accuracy":"74.8"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-arc-easy","task":"Common Sense Reasoning","dataset":"ARC (Easy)","model":"LLaMA 7B (0-shot)","rank_in_archive_order":27,"of":47,"metrics":{"Accuracy":"72.8"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-winogrande","task":"Common Sense Reasoning","dataset":"WinoGrande","model":"LLaMA 65B (0-shot)","rank_in_archive_order":23,"of":77,"metrics":{"Accuracy":"77.0"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-winogrande","task":"Common Sense Reasoning","dataset":"WinoGrande","model":"LLaMA 33B (0-shot)","rank_in_archive_order":25,"of":77,"metrics":{"Accuracy":"76.0"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-winogrande","task":"Common Sense Reasoning","dataset":"WinoGrande","model":"LLaMA 13B (0-shot)","rank_in_archive_order":33,"of":77,"metrics":{"Accuracy":"73.0"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-winogrande","task":"Common Sense Reasoning","dataset":"WinoGrande","model":"LLaMA 7B (0-shot)","rank_in_archive_order":41,"of":77,"metrics":{"Accuracy":"70.1"},"uses_additional_data":false},{"leaderboard":"/sota/few-shot-learning-on-medconceptsqa","task":"Few-Shot Learning","dataset":"MedConceptsQA","model":"meta-llama/Meta-Llama-3-8B-Instruct","rank_in_archive_order":3,"of":12,"metrics":{"Accuracy":"25.653"},"uses_additional_data":false},{"leaderboard":"/sota/math-word-problem-solving-on-math","task":"Math Word Problem Solving","dataset":"MATH","model":"LLaMA 65B (maj1@k)","rank_in_archive_order":102,"of":135,"metrics":{"Accuracy":"20.5","Parameters (Billions)":"65"},"uses_additional_data":false},{"leaderboard":"/sota/math-word-problem-solving-on-math","task":"Math Word Problem Solving","dataset":"MATH","model":"LLaMA 33B-maj1@k","rank_in_archive_order":108,"of":135,"metrics":{"Accuracy":"15.2","Parameters (Billions)":"33"},"uses_additional_data":false},{"leaderboard":"/sota/math-word-problem-solving-on-math","task":"Math Word Problem Solving","dataset":"MATH","model":"LLaMA 65B","rank_in_archive_order":116,"of":135,"metrics":{"Accuracy":"10.6","Parameters (Billions)":"65"},"uses_additional_data":false},{"leaderboard":"/sota/math-word-problem-solving-on-math","task":"Math Word Problem Solving","dataset":"MATH","model":"LLaMA 13B-maj1@k","rank_in_archive_order":119,"of":135,"metrics":{"Accuracy":"8.8","Parameters (Billions)":"13"},"uses_additional_data":false},{"leaderboard":"/sota/math-word-problem-solving-on-math","task":"Math Word Problem Solving","dataset":"MATH","model":"LLaMA 33B","rank_in_archive_order":120,"of":135,"metrics":{"Accuracy":"7.1","Parameters (Billions)":"33"},"uses_additional_data":false},{"leaderboard":"/sota/math-word-problem-solving-on-math","task":"Math Word Problem Solving","dataset":"MATH","model":"LLaMA 7B-maj1@k","rank_in_archive_order":121,"of":135,"metrics":{"Accuracy":"6.9","Parameters (Billions)":"7"},"uses_additional_data":false},{"leaderboard":"/sota/math-word-problem-solving-on-math","task":"Math Word Problem Solving","dataset":"MATH","model":"LLaMA 13B","rank_in_archive_order":131,"of":135,"metrics":{"Accuracy":"3.9","Parameters (Billions)":"13"},"uses_additional_data":false},{"leaderboard":"/sota/math-word-problem-solving-on-math","task":"Math Word Problem Solving","dataset":"MATH","model":"LLaMA 7B","rank_in_archive_order":133,"of":135,"metrics":{"Accuracy":"2.9","Parameters (Billions)":"7"},"uses_additional_data":false},{"leaderboard":"/sota/multi-task-language-understanding-on-mmlu","task":"Multi-task Language Understanding","dataset":"MML","model":"LLaMA 65B (fine-tuned)","rank_in_archive_order":13,"of":44,"metrics":{"Average (%)":"68.9"},"uses_additional_data":false},{"leaderboard":"/sota/multi-task-language-understanding-on-mmlu","task":"Multi-task Language Understanding","dataset":"MML","model":"LLaMA 65B (5-shot)","rank_in_archive_order":15,"of":44,"metrics":{"Average (%)":"63.4"},"uses_additional_data":false},{"leaderboard":"/sota/multi-task-language-understanding-on-mmlu","task":"Multi-task Language Understanding","dataset":"MML","model":"LLaMA 33B (5-shot)","rank_in_archive_order":20,"of":44,"metrics":{"Average (%)":"57.8"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-boolq","task":"Question Answering","dataset":"BoolQ","model":"LLaMA 65B (0-shot)","rank_in_archive_order":17,"of":65,"metrics":{"Accuracy":"85.3"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-boolq","task":"Question Answering","dataset":"BoolQ","model":"LLaMA 33B (0-shot)","rank_in_archive_order":23,"of":65,"metrics":{"Accuracy":"83.1"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-boolq","task":"Question Answering","dataset":"BoolQ","model":"LLaMA 13B (zero-shot)","rank_in_archive_order":29,"of":65,"metrics":{"Accuracy":"78.1"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-boolq","task":"Question Answering","dataset":"BoolQ","model":"LLaMA 7B (zero-shot)","rank_in_archive_order":32,"of":65,"metrics":{"Accuracy":"76.5"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-natural-questions","task":"Question Answering","dataset":"Natural Questions","model":"LLaMA 65B (few-shot, k=64)","rank_in_archive_order":25,"of":47,"metrics":{"EM":"39.9"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-natural-questions","task":"Question Answering","dataset":"Natural Questions","model":"LLaMA 65B (few-shot, k=5)","rank_in_archive_order":29,"of":47,"metrics":{"EM":"35.0"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-natural-questions","task":"Question Answering","dataset":"Natural Questions","model":"LLaMA 65B (one-shot)","rank_in_archive_order":34,"of":47,"metrics":{"EM":"31.0"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-natural-questions","task":"Question Answering","dataset":"Natural Questions","model":"LLaMA 33B (zero-shot)","rank_in_archive_order":42,"of":47,"metrics":{"EM":"24.9"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-obqa","task":"Question Answering","dataset":"OBQA","model":"LLaMA 65B (zero-shot)","rank_in_archive_order":3,"of":9,"metrics":{"Accuracy":"60.2"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-obqa","task":"Question Answering","dataset":"OBQA","model":"LLaMA 33B (zero-shot)","rank_in_archive_order":4,"of":9,"metrics":{"Accuracy":"58.6"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-obqa","task":"Question Answering","dataset":"OBQA","model":"LLaMA 7B (zero-shot)","rank_in_archive_order":6,"of":9,"metrics":{"Accuracy":"57.2"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-obqa","task":"Question Answering","dataset":"OBQA","model":"LLaMA 13B (zero-shot)","rank_in_archive_order":7,"of":9,"metrics":{"Accuracy":"56.4"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-piqa","task":"Question Answering","dataset":"PIQA","model":"LLaMA 65B (0-shot)","rank_in_archive_order":17,"of":67,"metrics":{"Accuracy":"82.8"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-piqa","task":"Question Answering","dataset":"PIQA","model":"LLaMA 33B (0-shot)","rank_in_archive_order":20,"of":67,"metrics":{"Accuracy":"82.3"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-piqa","task":"Question Answering","dataset":"PIQA","model":"LLaMA 13B (0-shot)","rank_in_archive_order":33,"of":67,"metrics":{"Accuracy":"80.1"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-piqa","task":"Question Answering","dataset":"PIQA","model":"LLaMA 7B (0-shot)","rank_in_archive_order":34,"of":67,"metrics":{"Accuracy":"79.8"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-social-iqa","task":"Question Answering","dataset":"SIQA","model":"LLaMA 65B (zero-shot)","rank_in_archive_order":18,"of":24,"metrics":{"Accuracy":"52.3"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-social-iqa","task":"Question Answering","dataset":"SIQA","model":"LLaMA 13B (zero-shot)","rank_in_archive_order":21,"of":24,"metrics":{"Accuracy":"50.4"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-social-iqa","task":"Question Answering","dataset":"SIQA","model":"LLaMA 33B (zero-shot)","rank_in_archive_order":22,"of":24,"metrics":{"Accuracy":"50.4"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-social-iqa","task":"Question Answering","dataset":"SIQA","model":"LLaMA 7B (zero-shot)","rank_in_archive_order":23,"of":24,"metrics":{"Accuracy":"48.9"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-timequestions","task":"Question Answering","dataset":"TimeQuestions","model":"Llama3","rank_in_archive_order":20,"of":21,"metrics":{"P@1":"17.8"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-triviaqa","task":"Question Answering","dataset":"TriviaQA","model":"LLaMA 65B (few-shot, k=64)","rank_in_archive_order":23,"of":56,"metrics":{"EM":"73.0"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-triviaqa","task":"Question Answering","dataset":"TriviaQA","model":"LLaMA 65B (few-shot, k=5)","rank_in_archive_order":25,"of":56,"metrics":{"EM":"72.6"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-triviaqa","task":"Question Answering","dataset":"TriviaQA","model":"LLaMA 65B (one-shot)","rank_in_archive_order":28,"of":56,"metrics":{"EM":"71.6"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-triviaqa","task":"Question Answering","dataset":"TriviaQA","model":"LLaMA 65B (zero-shot)","rank_in_archive_order":34,"of":56,"metrics":{"EM":"68.2"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-truthfulqa","task":"Question Answering","dataset":"TruthfulQA","model":"LLaMA 65B","rank_in_archive_order":25,"of":33,"metrics":{"% info":"53","% true":"57"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-truthfulqa","task":"Question Answering","dataset":"TruthfulQA","model":"LLaMA 33B","rank_in_archive_order":26,"of":33,"metrics":{"% info":"48","% true":"52"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-truthfulqa","task":"Question Answering","dataset":"TruthfulQA","model":"LLaMA 13B","rank_in_archive_order":27,"of":33,"metrics":{"% info":"41","% true":"47"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-truthfulqa","task":"Question Answering","dataset":"TruthfulQA","model":"LLaMA 7B","rank_in_archive_order":28,"of":33,"metrics":{"% info":"29","% true":"33"},"uses_additional_data":false},{"leaderboard":"/sota/reading-comprehension-on-race","task":"Reading Comprehension","dataset":"RACE","model":"LLaMA 65B (zero-shot)","rank_in_archive_order":13,"of":24,"metrics":{"Accuracy (High)":"51.6","Accuracy (Middle)":"67.9"},"uses_additional_data":false},{"leaderboard":"/sota/reading-comprehension-on-race","task":"Reading Comprehension","dataset":"RACE","model":"LLaMA 33B (zero-shot)","rank_in_archive_order":15,"of":24,"metrics":{"Accuracy (High)":"48.3","Accuracy (Middle)":"64.1"},"uses_additional_data":false},{"leaderboard":"/sota/reading-comprehension-on-race","task":"Reading Comprehension","dataset":"RACE","model":"LLaMA 13B (zero-shot)","rank_in_archive_order":16,"of":24,"metrics":{"Accuracy (High)":"47.2","Accuracy (Middle)":"61.6"},"uses_additional_data":false},{"leaderboard":"/sota/reading-comprehension-on-race","task":"Reading Comprehension","dataset":"RACE","model":"LLaMA 7B (zero-shot)","rank_in_archive_order":17,"of":24,"metrics":{"Accuracy (High)":"46.9","Accuracy (Middle)":"61.1"},"uses_additional_data":false},{"leaderboard":"/sota/sentence-completion-on-hellaswag","task":"Sentence Completion","dataset":"HellaSwag","model":"LLaMA 65B (0-shot)","rank_in_archive_order":28,"of":89,"metrics":{"Accuracy":"84.2"},"uses_additional_data":false},{"leaderboard":"/sota/sentence-completion-on-hellaswag","task":"Sentence Completion","dataset":"HellaSwag","model":"LLaMA 33B (0-shot)","rank_in_archive_order":35,"of":89,"metrics":{"Accuracy":"82.8"},"uses_additional_data":false},{"leaderboard":"/sota/sentence-completion-on-hellaswag","task":"Sentence Completion","dataset":"HellaSwag","model":"LLaMA 13B (0-shot)","rank_in_archive_order":47,"of":89,"metrics":{"Accuracy":"79.2"},"uses_additional_data":false},{"leaderboard":"/sota/sentence-completion-on-hellaswag","task":"Sentence Completion","dataset":"HellaSwag","model":"LLaMA 7B (0-shot)","rank_in_archive_order":51,"of":89,"metrics":{"Accuracy":"76.1"},"uses_additional_data":false},{"leaderboard":"/sota/stereotypical-bias-analysis-on-crows-pairs","task":"Stereotypical Bias Analysis","dataset":"CrowS-Pairs","model":"LLaMA 65B","rank_in_archive_order":4,"of":4,"metrics":{"Age":"70.1","Disability":"66.7","Gender":"70.6","Nationality":"64.2","Overall":"66.6","Physical Appearance":"77.8","Race/Color":"57.0","Religion":"70.6","Sexual Orientation":"81.0","Socioeconomic status":"71.5"},"uses_additional_data":false},{"leaderboard":"/sota/zero-shot-learning-on-medconceptsqa","task":"Zero-Shot Learning","dataset":"MedConceptsQA","model":"meta-llama/Meta-Llama-3-8B-Instruct","rank_in_archive_order":4,"of":13,"metrics":{"Accuracy":"25.840"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2302.13971","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.13971"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/huggingface/transformers","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xvyaward/owq","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ggml-org/llama.cpp","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/vcskaushik/LLMzip","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/icalk-nlp/educhat","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MindSpore-scientific-2/code-14/tree/main/llama","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/abhaskumarsinha/Corpus2GPT","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/teelinsan/camoscio","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kayvr/token-hawk","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/krafton-ai/korani","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/akanyaani/miniLLAMA","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/beomi/koalpaca","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/chaoyi-wu/finetune_llama","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/phoebussi/alpaca-cot","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/freedomintelligence/huatuogpt","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yuanmu97/secure-transformer-inference","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/facebookresearch/chai","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Mind23-2/MindCode-140","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kbressem/medalpaca","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xusenlinzy/api-for-open-llm","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/facebookresearch/llama","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/aethercortex/llama-x","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/guinmoon/llmfarm","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ganjinzero/rrhf","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ohadrubin/rpt","reach":null}],"summary":{"ran":11,"ran_draft_wrong":11,"ran_honours":3,"ran_fixture":1,"unverified":32},"by_repo_kind":{"listed":{"samples":55,"ran":24,"repositories":14}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"a066e3b4457453fd","entry":"Carry","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a066e3b4457453fd"}},{"code_sha256_prefix":"6efcd693d3b4dc58","entry":"FeedForward","repo":"akanyaani/miniLLAMA","repo_kind":"listed","path":"model.py","file_url":"https://github.com/akanyaani/miniLLAMA/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6efcd693d3b4dc58"}},{"code_sha256_prefix":"2b160cc445933c46","entry":"FlaxLLaMABlockCollection","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2b160cc445933c46"}},{"code_sha256_prefix":"a4fb09d490cd772f","entry":"FlaxLLaMAMLP","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a4fb09d490cd772f"}},{"code_sha256_prefix":"ebfbcce998fad801","entry":"GPT","repo":"abhaskumarsinha/Corpus2GPT","repo_kind":"listed","path":"models/GPT.py","file_url":"https://github.com/abhaskumarsinha/Corpus2GPT/blob/HEAD/models/GPT.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ebfbcce998fad801"}},{"code_sha256_prefix":"0d0deeba6c2a15d7","entry":"LLaMAConfig","repo":"Lightning-AI/lit-llama","repo_kind":"listed","path":"lit_llama/model.py","file_url":"https://github.com/Lightning-AI/lit-llama/blob/HEAD/lit_llama/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0d0deeba6c2a15d7"}},{"code_sha256_prefix":"76a887e44ebc75d5","entry":"MLP","repo":"Lightning-AI/lit-llama","repo_kind":"listed","path":"lit_llama/model.py","file_url":"https://github.com/Lightning-AI/lit-llama/blob/HEAD/lit_llama/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"76a887e44ebc75d5"}},{"code_sha256_prefix":"0ea811a4ad9027b8","entry":"RMSNorm","repo":"akanyaani/miniLLAMA","repo_kind":"listed","path":"model.py","file_url":"https://github.com/akanyaani/miniLLAMA/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0ea811a4ad9027b8"}},{"code_sha256_prefix":"aaa8a447973c0f68","entry":"RMSNorm","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"aaa8a447973c0f68"}},{"code_sha256_prefix":"133fab2290f71687","entry":"RMSNorm","repo":"Lightning-AI/lit-llama","repo_kind":"listed","path":"lit_llama/model.py","file_url":"https://github.com/Lightning-AI/lit-llama/blob/HEAD/lit_llama/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"133fab2290f71687"}},{"code_sha256_prefix":"fd513b4604a55972","entry":"RotaryEmbedding","repo":"akanyaani/miniLLAMA","repo_kind":"listed","path":"model.py","file_url":"https://github.com/akanyaani/miniLLAMA/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fd513b4604a55972"}},{"code_sha256_prefix":"d81e74d07a61f182","entry":"_chunk_attention_bias","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d81e74d07a61f182"}},{"code_sha256_prefix":"705bfc1394637339","entry":"apply_rotary_pos_emb","repo":"akanyaani/miniLLAMA","repo_kind":"listed","path":"model.py","file_url":"https://github.com/akanyaani/miniLLAMA/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"705bfc1394637339"}},{"code_sha256_prefix":"4932ae36f745aea2","entry":"blockwise_attn","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4932ae36f745aea2"}},{"code_sha256_prefix":"8a187cb05b43141d","entry":"build_rope_cache","repo":"Lightning-AI/lit-llama","repo_kind":"listed","path":"lit_llama/model.py","file_url":"https://github.com/Lightning-AI/lit-llama/blob/HEAD/lit_llama/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8a187cb05b43141d"}},{"code_sha256_prefix":"31c156187744eaa5","entry":"create_masks","repo":"akanyaani/miniLLAMA","repo_kind":"listed","path":"model.py","file_url":"https://github.com/akanyaani/miniLLAMA/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"31c156187744eaa5"}},{"code_sha256_prefix":"9b2dd0265fc6e6b6","entry":"encode_prompt","repo":"beomi/koalpaca","repo_kind":"listed","path":"generate_instruction.py","file_url":"https://github.com/beomi/koalpaca/blob/HEAD/generate_instruction.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9b2dd0265fc6e6b6"}},{"code_sha256_prefix":"aba86ffbed27ba65","entry":"find_multiple","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"aba86ffbed27ba65"}},{"code_sha256_prefix":"8ca6a5f9f77053c2","entry":"find_word_in_string","repo":"beomi/koalpaca","repo_kind":"listed","path":"generate_instruction.py","file_url":"https://github.com/beomi/koalpaca/blob/HEAD/generate_instruction.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8ca6a5f9f77053c2"}},{"code_sha256_prefix":"a9b09c32ed58621c","entry":"get_gradient_checkpoint_policy","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a9b09c32ed58621c"}},{"code_sha256_prefix":"2c201f017173954b","entry":"get_llama","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"2c201f017173954b"}},{"code_sha256_prefix":"dad72196bdb2301a","entry":"get_names_from_parition_spec","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"dad72196bdb2301a"}},{"code_sha256_prefix":"d07d04439cd1d44f","entry":"jload","repo":"aethercortex/llama-x","repo_kind":"listed","path":"src/utils.py","file_url":"https://github.com/aethercortex/llama-x/blob/HEAD/src/utils.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d07d04439cd1d44f"}},{"code_sha256_prefix":"a5e4ad4e11cf2143","entry":"post_process_gpt3_response","repo":"beomi/koalpaca","repo_kind":"listed","path":"generate_instruction.py","file_url":"https://github.com/beomi/koalpaca/blob/HEAD/generate_instruction.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a5e4ad4e11cf2143"}},{"code_sha256_prefix":"31333a36df31a820","entry":"repeat_kv","repo":"akanyaani/miniLLAMA","repo_kind":"listed","path":"model.py","file_url":"https://github.com/akanyaani/miniLLAMA/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"31333a36df31a820"}},{"code_sha256_prefix":"6c8893718b619284","entry":"with_sharding_constraint","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6c8893718b619284"}},{"code_sha256_prefix":"00a9dc7ef03e2fcc","entry":"Attention","repo":"akanyaani/miniLLAMA","repo_kind":"listed","path":"model.py","file_url":"https://github.com/akanyaani/miniLLAMA/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"00a9dc7ef03e2fcc"}},{"code_sha256_prefix":"d24315a7d247960d","entry":"Block","repo":"Lightning-AI/lit-llama","repo_kind":"listed","path":"lit_llama/model.py","file_url":"https://github.com/Lightning-AI/lit-llama/blob/HEAD/lit_llama/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d24315a7d247960d"}},{"code_sha256_prefix":"5a58d3796ebd39f1","entry":"CausalSelfAttention","repo":"Lightning-AI/lit-llama","repo_kind":"listed","path":"lit_llama/model.py","file_url":"https://github.com/Lightning-AI/lit-llama/blob/HEAD/lit_llama/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5a58d3796ebd39f1"}},{"code_sha256_prefix":"dba8af448d5b7b39","entry":"DecoderBlock","repo":"akanyaani/miniLLAMA","repo_kind":"listed","path":"model.py","file_url":"https://github.com/akanyaani/miniLLAMA/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dba8af448d5b7b39"}},{"code_sha256_prefix":"733d82a9306baa8b","entry":"FlaxLLaMAAttention","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"733d82a9306baa8b"}},{"code_sha256_prefix":"7e8dcebe492702bb","entry":"FlaxLLaMABlock","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7e8dcebe492702bb"}},{"code_sha256_prefix":"9238f425f871bc11","entry":"FlaxLLaMAModule","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9238f425f871bc11"}},{"code_sha256_prefix":"10092db6d72af6ab","entry":"LLAMA","repo":"akanyaani/miniLLAMA","repo_kind":"listed","path":"model.py","file_url":"https://github.com/akanyaani/miniLLAMA/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"10092db6d72af6ab"}},{"code_sha256_prefix":"cad096e5b0761afb","entry":"LLaMA","repo":"Lightning-AI/lit-llama","repo_kind":"listed","path":"lit_llama/model.py","file_url":"https://github.com/Lightning-AI/lit-llama/blob/HEAD/lit_llama/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"cad096e5b0761afb"}},{"code_sha256_prefix":"7137105772c52074","entry":"apply_rope","repo":"Lightning-AI/lit-llama","repo_kind":"listed","path":"lit_llama/model.py","file_url":"https://github.com/Lightning-AI/lit-llama/blob/HEAD/lit_llama/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7137105772c52074"}},{"code_sha256_prefix":"f280056a639ae634","entry":"apply_rotary_emb","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f280056a639ae634"}},{"code_sha256_prefix":"3af74b5c95d41acd","entry":"bf16_to_fp32","repo":"grantslatton/llama.cpp","repo_kind":"listed","path":"convert.py","file_url":"https://github.com/grantslatton/llama.cpp/blob/HEAD/convert.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3af74b5c95d41acd"}},{"code_sha256_prefix":"4833ab3506125762","entry":"blockwise_ffn","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4833ab3506125762"}},{"code_sha256_prefix":"ef609b4fb59efa8a","entry":"gen","repo":"ofa-sys/expertllama","repo_kind":"listed","path":"model/gen_demo.py","file_url":"https://github.com/ofa-sys/expertllama/blob/HEAD/model/gen_demo.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ef609b4fb59efa8a"}},{"code_sha256_prefix":"ec1a43f948c4bfb1","entry":"generate_and_tokenize_prompt","repo":"ntunlplab/traditional-chinese-alpaca","repo_kind":"listed","path":"code/finetune.py","file_url":"https://github.com/ntunlplab/traditional-chinese-alpaca/blob/HEAD/code/finetune.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ec1a43f948c4bfb1"}},{"code_sha256_prefix":"96db588eb784d7e4","entry":"generate_prompt","repo":"aethercortex/llama-x","repo_kind":"listed","path":"src/generate.py","file_url":"https://github.com/aethercortex/llama-x/blob/HEAD/src/generate.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"96db588eb784d7e4"}},{"code_sha256_prefix":"911a8a5064b9a121","entry":"generate_prompt","repo":"ntunlplab/traditional-chinese-alpaca","repo_kind":"listed","path":"code/finetune.py","file_url":"https://github.com/ntunlplab/traditional-chinese-alpaca/blob/HEAD/code/finetune.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"911a8a5064b9a121"}},{"code_sha256_prefix":"d7d073a5b1729e58","entry":"generate_prompt","repo":"ntunlplab/traditional-chinese-alpaca","repo_kind":"listed","path":"code/inference.py","file_url":"https://github.com/ntunlplab/traditional-chinese-alpaca/blob/HEAD/code/inference.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d7d073a5b1729e58"}},{"code_sha256_prefix":"efa79bea90c5fd5a","entry":"generate_prompt","repo":"teelinsan/camoscio","repo_kind":"listed","path":"eval/src/utils.py","file_url":"https://github.com/teelinsan/camoscio/blob/HEAD/eval/src/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"efa79bea90c5fd5a"}},{"code_sha256_prefix":"614f3f063d0ec7f0","entry":"get_conv_template","repo":"aethercortex/llama-x","repo_kind":"listed","path":"src/conversation.py","file_url":"https://github.com/aethercortex/llama-x/blob/HEAD/src/conversation.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"614f3f063d0ec7f0"}},{"code_sha256_prefix":"d06d467f98e77d68","entry":"get_op_by_name","repo":"stanfordbdhg/llama.cpp","repo_kind":"listed","path":"awq-py/awq/apply_awq.py","file_url":"https://github.com/stanfordbdhg/llama.cpp/blob/HEAD/awq-py/awq/apply_awq.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d06d467f98e77d68"}},{"code_sha256_prefix":"6f0f4989a4b70aeb","entry":"handle_metadata","repo":"longhao-chen/aicas2024","repo_kind":"listed","path":"convert-llama-ggml-to-gguf.py","file_url":"https://github.com/longhao-chen/aicas2024/blob/HEAD/convert-llama-ggml-to-gguf.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6f0f4989a4b70aeb"}},{"code_sha256_prefix":"50924ee98cd1539e","entry":"initialize_model_and_tokenizer","repo":"ecnu-icalk/educhat","repo_kind":"listed","path":"demo/educhat_api.py","file_url":"https://github.com/ecnu-icalk/educhat/blob/HEAD/demo/educhat_api.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"50924ee98cd1539e"}},{"code_sha256_prefix":"8a49f06400cfa533","entry":"llama_sequential","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"8a49f06400cfa533"}},{"code_sha256_prefix":"bb9d66258a238b9c","entry":"load_model","repo":"fsoft-ai4code/codecapybara","repo_kind":"listed","path":"deploy/run_hf.py","file_url":"https://github.com/fsoft-ai4code/codecapybara/blob/HEAD/deploy/run_hf.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"bb9d66258a238b9c"}},{"code_sha256_prefix":"e1e39d01d0f3f81a","entry":"many","repo":"grantslatton/llama.cpp","repo_kind":"listed","path":"grammar.py","file_url":"https://github.com/grantslatton/llama.cpp/blob/HEAD/grammar.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e1e39d01d0f3f81a"}},{"code_sha256_prefix":"a8530c4a22be1de7","entry":"names_in_current_mesh","repo":"young-geng/easylm","repo_kind":"listed","path":"EasyLM/models/llama/llama_model.py","file_url":"https://github.com/young-geng/easylm/blob/HEAD/EasyLM/models/llama/llama_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a8530c4a22be1de7"}},{"code_sha256_prefix":"24f233cbf074bc95","entry":"none_of","repo":"grantslatton/llama.cpp","repo_kind":"listed","path":"grammar.py","file_url":"https://github.com/grantslatton/llama.cpp/blob/HEAD/grammar.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"24f233cbf074bc95"}},{"code_sha256_prefix":"42cd9e49542e405f","entry":"one_of","repo":"grantslatton/llama.cpp","repo_kind":"listed","path":"grammar.py","file_url":"https://github.com/grantslatton/llama.cpp/blob/HEAD/grammar.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"42cd9e49542e405f"}},{"code_sha256_prefix":"690c9b43da9c18a8","entry":"openai_call","repo":"teelinsan/camoscio","repo_kind":"listed","path":"eval/qa_em_gpt_eval.py","file_url":"https://github.com/teelinsan/camoscio/blob/HEAD/eval/qa_em_gpt_eval.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"690c9b43da9c18a8"}},{"code_sha256_prefix":"f54de390493549bb","entry":"tokenize","repo":"ntunlplab/traditional-chinese-alpaca","repo_kind":"listed","path":"code/finetune.py","file_url":"https://github.com/ntunlplab/traditional-chinese-alpaca/blob/HEAD/code/finetune.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f54de390493549bb"}},{"code_sha256_prefix":"17761b6cb6d0876d","entry":"translate_tensor_name","repo":"grantslatton/llama.cpp","repo_kind":"listed","path":"convert-lora-to-ggml.py","file_url":"https://github.com/grantslatton/llama.cpp/blob/HEAD/convert-lora-to-ggml.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"17761b6cb6d0876d"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}