{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/measuring-massive-multitask-language","title":"Measuring Massive Multitask Language Understanding","arxiv_id":"2009.03300","date":"2020-09-07","proceeding":null,"authors":["Dan Hendrycks","Collin Burns","Steven Basart","Andy Zou","Mantas Mazeika","Dawn Song","Jacob Steinhardt"],"abstract":"We propose a new test to measure a text model's multitask accuracy. The test covers 57 tasks including elementary mathematics, US history, computer science, law, and more. To attain high accuracy on this test, models must possess extensive world knowledge and problem solving ability. We find that while most recent models have near random-chance accuracy, the very largest GPT-3 model improves over random chance by almost 20 percentage points on average. However, on every one of the 57 tasks, the best models still need substantial improvements before they can reach expert-level accuracy. Models also have lopsided performance and frequently do not know when they are wrong. Worse, they still have near-random accuracy on some socially important subjects such as morality and law. By comprehensively evaluating the breadth and depth of a model's academic and professional understanding, our test can be used to analyze models across many tasks and to identify important shortcomings.","url_abs":"https://arxiv.org/abs/2009.03300v3","url_pdf":"https://arxiv.org/pdf/2009.03300v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/hendrycks/test","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/8023looker/med-rr","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/aryopg/mmlu-redux","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/baichuan-inc/baichuan-13b","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/baichuan-inc/baichuan-7b","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/baichuan-inc/baichuan2","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/bunsenfeng/knowledge_card","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/duxiaoman-di/xuanyuan","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/instructlab/instructlab","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/lm-sys/routellm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/nlp-uoregon/mlmm-evaluation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/ollmer/mmlu","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/opennlplab/transnormerllm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/petezh/ChatGPT-Advice","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/sanjass/MultiTaskLearning","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/vivo-ai-lab/bluelm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/xverse-ai/xverse-13b","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"measuring-massive-multitask-language","repo_url":"https://github.com/xverse-ai/xverse-7b","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"elementary-mathematics","task_name":"Elementary Mathematics"},{"task_slug":"multi-task-learning","task_name":"Multi-Task Learning"},{"task_slug":"multi-task-language-understanding","task_name":"Multi-task Language Understanding"},{"task_slug":"world-knowledge","task_name":"World Knowledge"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"cosine-annealing","method_name":"Cosine Annealing"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"gpt-3","method_name":"GPT-3"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-cosine-annealing","method_name":"Linear Warmup With Cosine Annealing"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"weight-decay","method_name":"Weight Decay"}],"datasets_introduced":[{"slug":"mmlu","name":"MML","full_name":"Massive Multitask Language Understanding"},{"slug":"mmlu-2","name":"MMLU","full_name":""}],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2009.03300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.03300"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/hendrycks/test","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/vivo-ai-lab/bluelm","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bunsenfeng/knowledge_card","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xverse-ai/xverse-13b","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lm-sys/routellm","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/baichuan-inc/baichuan-13b","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/duxiaoman-di/xuanyuan","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/aryopg/mmlu-redux","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/opennlplab/transnormerllm","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/baichuan-inc/baichuan2","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xverse-ai/xverse-7b","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nlp-uoregon/mlmm-evaluation","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ollmer/mmlu","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/instructlab/instructlab","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/sanjass/MultiTaskLearning","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/baichuan-inc/baichuan-7b","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/8023looker/med-rr","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/petezh/ChatGPT-Advice","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_fixture":1,"ran_draft_wrong":3,"ran":1,"unverified":21},"by_repo_kind":{"listed":{"samples":26,"ran":5,"repositories":3}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":1,"samples":[{"code_sha256_prefix":"19f01570b0a18e2b","entry":"softmax","repo":"ollmer/mmlu","repo_kind":"listed","path":"evaluate.py","file_url":"https://github.com/ollmer/mmlu/blob/HEAD/evaluate.py","link_basis":"plan_row","language":"python","status":"ran_fixture","verification_level":2,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"19f01570b0a18e2b"}},{"code_sha256_prefix":"7d2a2984ad40114e","entry":"create_model_path","repo":"aryopg/mmlu-redux","repo_kind":"listed","path":"sft/sft_full.py","file_url":"https://github.com/aryopg/mmlu-redux/blob/HEAD/sft/sft_full.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"CC-BY-4.0","inline_ok":false,"mcp_get_code":{"code_sha256":"7d2a2984ad40114e"}},{"code_sha256_prefix":"cd763eaf1ac287e7","entry":"format_example","repo":"ollmer/mmlu","repo_kind":"listed","path":"evaluate.py","file_url":"https://github.com/ollmer/mmlu/blob/HEAD/evaluate.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cd763eaf1ac287e7"}},{"code_sha256_prefix":"6ab745408cb8648b","entry":"format_subject","repo":"ollmer/mmlu","repo_kind":"listed","path":"evaluate.py","file_url":"https://github.com/ollmer/mmlu/blob/HEAD/evaluate.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6ab745408cb8648b"}},{"code_sha256_prefix":"3383488ea82b6c15","entry":"gen_prompt","repo":"ollmer/mmlu","repo_kind":"listed","path":"evaluate_flan.py","file_url":"https://github.com/ollmer/mmlu/blob/HEAD/evaluate_flan.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3383488ea82b6c15"}},{"code_sha256_prefix":"3a55bded83f59394","entry":"check_contains_num","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"ex2_data_parsing/data_parse.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/ex2_data_parsing/data_parse.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3a55bded83f59394"}},{"code_sha256_prefix":"e52cf9ef3b07a19c","entry":"check_numeric","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"ex2_data_parsing/data_parse.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/ex2_data_parsing/data_parse.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e52cf9ef3b07a19c"}},{"code_sha256_prefix":"0a261ea0770f9244","entry":"format_exp","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"036questions/utils.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/036questions/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0a261ea0770f9244"}},{"code_sha256_prefix":"4839a2077dc13fca","entry":"format_num","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"036questions/utils.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/036questions/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4839a2077dc13fca"}},{"code_sha256_prefix":"29d8c9d894d5cb2e","entry":"gen_quant_cells","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"ex2_data_parsing/data_parse.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/ex2_data_parsing/data_parse.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"29d8c9d894d5cb2e"}},{"code_sha256_prefix":"432838d3c5f2ab75","entry":"get_adaptive_bins","repo":"ollmer/mmlu","repo_kind":"listed","path":"calib_tools.py","file_url":"https://github.com/ollmer/mmlu/blob/HEAD/calib_tools.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"432838d3c5f2ab75"}},{"code_sha256_prefix":"0ae544dd79bf6e53","entry":"get_and_update","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"036questions/writedata.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/036questions/writedata.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0ae544dd79bf6e53"}},{"code_sha256_prefix":"3c57d0ee2854879f","entry":"get_encoder","repo":"ollmer/mmlu","repo_kind":"listed","path":"crop.py","file_url":"https://github.com/ollmer/mmlu/blob/HEAD/crop.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3c57d0ee2854879f"}},{"code_sha256_prefix":"4f76173dfe4b0c11","entry":"get_pairs","repo":"ollmer/mmlu","repo_kind":"listed","path":"crop.py","file_url":"https://github.com/ollmer/mmlu/blob/HEAD/crop.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4f76173dfe4b0c11"}},{"code_sha256_prefix":"0e51b6d0af943f39","entry":"get_quant_cells","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"036questions/utils.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/036questions/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0e51b6d0af943f39"}},{"code_sha256_prefix":"87d40f0c0a1ce3ac","entry":"infix_to_prefix","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"exercise2/util.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/exercise2/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"87d40f0c0a1ce3ac"}},{"code_sha256_prefix":"0af29c87aa4bd6a8","entry":"mean","repo":"ollmer/mmlu","repo_kind":"listed","path":"calib_tools.py","file_url":"https://github.com/ollmer/mmlu/blob/HEAD/calib_tools.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0af29c87aa4bd6a8"}},{"code_sha256_prefix":"77933604fbca56e7","entry":"one_hot_encode","repo":"ollmer/mmlu","repo_kind":"listed","path":"calib_tools.py","file_url":"https://github.com/ollmer/mmlu/blob/HEAD/calib_tools.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"77933604fbca56e7"}},{"code_sha256_prefix":"69e44b454bef1c76","entry":"return_data","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"036questions/filtering.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/036questions/filtering.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"69e44b454bef1c76"}},{"code_sha256_prefix":"b441fdbef0a06567","entry":"return_data","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"036questions/filtering2.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/036questions/filtering2.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b441fdbef0a06567"}},{"code_sha256_prefix":"bddd1344d4501303","entry":"return_data","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"036questions/gradientdescent.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/036questions/gradientdescent.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bddd1344d4501303"}},{"code_sha256_prefix":"5dfa113ed2d4f658","entry":"return_data","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"036questions/gradientdescent2.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/036questions/gradientdescent2.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5dfa113ed2d4f658"}},{"code_sha256_prefix":"de6faacbeb0eb06d","entry":"return_data","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"036questions/logisticregression.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/036questions/logisticregression.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"de6faacbeb0eb06d"}},{"code_sha256_prefix":"69930c08eceb6a88","entry":"return_data","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"036questions/rnn.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/036questions/rnn.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"69930c08eceb6a88"}},{"code_sha256_prefix":"26f49fbc83128412","entry":"setup","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"exercise2/util.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/exercise2/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"26f49fbc83128412"}},{"code_sha256_prefix":"4e014ec57f85bafe","entry":"tokenize_and_separate_quants","repo":"sanjass/MultiTaskLearning","repo_kind":"listed","path":"exercise2/util.py","file_url":"https://github.com/sanjass/MultiTaskLearning/blob/HEAD/exercise2/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4e014ec57f85bafe"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}