{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/pay-attention-to-mlps","title":"Pay Attention to MLPs","arxiv_id":"2105.08050","date":"2021-05-17","proceeding":"NeurIPS 2021 12","authors":["Hanxiao Liu","Zihang Dai","David R. So","Quoc V. Le"],"abstract":"Transformers have become one of the most important architectural innovations in deep learning and have enabled many breakthroughs over the past few years. Here we propose a simple network architecture, gMLP, based on MLPs with gating, and show that it can perform as well as Transformers in key language and vision applications. Our comparisons show that self-attention is not critical for Vision Transformers, as gMLP can achieve the same accuracy. For BERT, our model achieves parity with Transformers on pretraining perplexity and is better on some downstream NLP tasks. On finetuning tasks where gMLP performs worse, making the gMLP model substantially larger can close the gap with Transformers. In general, our experiments show that gMLP can scale as well as Transformers over increased data and compute.","url_abs":"https://arxiv.org/abs/2105.08050v2","url_pdf":"https://arxiv.org/pdf/2105.08050v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/NydiaAI/g-mlp-tensorflow","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/antonyvigouret/Pay-Attention-to-MLPs","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/cvolcy/gmlp-tf","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/jaketae/g-mlp","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/leaderj1001/Bag-of-MLP","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/liuruiyang98/Jittor-MLP","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/lucidrains/FLASH-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/lucidrains/g-mlp-gpt","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/lucidrains/g-mlp-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/lucidrains/mlp-gpt-jax","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/martinsbruveris/tensorflow-image-models","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/radi-cho/gatedtabtransformer","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/rwightman/pytorch-image-models","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/xmu-xiaoma666/External-Attention-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/2024-MindSpore-1/Code3/tree/main/gMLP","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/BR-IDL/PaddleViT/blob/main/image_classification/gMLP","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"paddle","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/labmlai/annotated_deep_learning_paper_implementations","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/leondgarse/keras_cv_attention_models/tree/main/keras_cv_attention_models/mlp_family","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/nlpodyssey/spago/blob/main/pkg/ml/nn/gmlp/model.go","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"none","reach":null},{"paper_slug":"pay-attention-to-mlps","repo_url":"https://github.com/zer0sh0t/artificial_intelligence/tree/master/multimodal_models/gmlp","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"natural-language-inference","task_name":"Natural Language Inference"},{"task_slug":"question-answering","task_name":"Question Answering"},{"task_slug":"sentiment-analysis","task_name":"Sentiment Analysis"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bert","method_name":"BERT"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-linear-decay","method_name":"Linear Warmup With Linear Decay"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"spatial-gating-unit","method_name":"Spatial Gating Unit"},{"method_slug":"weight-decay","method_name":"Weight Decay"},{"method_slug":"wordpiece","method_name":"WordPiece"},{"method_slug":"gmlp","method_name":"gMLP"}],"datasets_introduced":[],"methods_introduced":[{"slug":"spatial-gating-unit","name":"Spatial Gating Unit","full_name":"Spatial Gating Unit"},{"slug":"gmlp","name":"gMLP","full_name":"gMLP"}],"results":[{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"gMLP-B","rank_in_archive_order":628,"of":1060,"metrics":{"GFLOPs":"31.6","Number of params":"73M","Top 1 Accuracy":"81.6%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-multinli","task":"Natural Language Inference","dataset":"MultiNLI","model":"gMLP-large","rank_in_archive_order":27,"of":67,"metrics":{"Matched":"86.2","Mismatched":"86.5"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-squad20","task":"Question Answering","dataset":"SQuAD2.0","model":"gMLP-large","rank_in_archive_order":286,"of":286,"metrics":{"F1":"78.3"},"uses_additional_data":false},{"leaderboard":"/sota/sentiment-analysis-on-sst-2-binary","task":"Sentiment Analysis","dataset":"SST-2 Binary classification","model":"gMLP-large","rank_in_archive_order":30,"of":87,"metrics":{"Accuracy":"94.8"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2105.08050","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.08050"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rwightman/pytorch-image-models","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jaketae/g-mlp","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lucidrains/FLASH-pytorch","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lucidrains/mlp-gpt-jax","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/cvolcy/gmlp-tf","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/NydiaAI/g-mlp-tensorflow","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/liuruiyang98/Jittor-MLP","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/radi-cho/gatedtabtransformer","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/martinsbruveris/tensorflow-image-models","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/antonyvigouret/Pay-Attention-to-MLPs","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nlpodyssey/spago/blob/main/pkg/ml/nn/gmlp/model.go","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/zer0sh0t/artificial_intelligence/tree/master/multimodal_models/gmlp","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/2024-MindSpore-1/Code3/tree/main/gMLP","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/leondgarse/keras_cv_attention_models/tree/main/keras_cv_attention_models/mlp_family","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/labmlai/annotated_deep_learning_paper_implementations","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lucidrains/g-mlp-gpt","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xmu-xiaoma666/External-Attention-pytorch","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lucidrains/g-mlp-pytorch","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/leaderj1001/Bag-of-MLP","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/BR-IDL/PaddleViT/blob/main/image_classification/gMLP","reach":null}],"summary":{"ran":26,"ran_violates":4,"ran_honours":1,"ran_draft_wrong":2,"ran_fixture":1,"unverified":10},"by_repo_kind":{"listed":{"samples":41,"ran":31,"repositories":10}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":11,"samples":[{"code_sha256_prefix":"444b2d5ae8422156","entry":"Attention","repo":"lucidrains/g-mlp-pytorch","repo_kind":"listed","path":"g_mlp_pytorch/g_mlp_pytorch.py","file_url":"https://github.com/lucidrains/g-mlp-pytorch/blob/HEAD/g_mlp_pytorch/g_mlp_pytorch.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"444b2d5ae8422156"}},{"code_sha256_prefix":"400cf93bc9a76062","entry":"Attention","repo":"lucidrains/g-mlp-gpt","repo_kind":"listed","path":"g_mlp_gpt/g_mlp_gpt.py","file_url":"https://github.com/lucidrains/g-mlp-gpt/blob/HEAD/g_mlp_gpt/g_mlp_gpt.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"400cf93bc9a76062"}},{"code_sha256_prefix":"3bb856991018170a","entry":"CausalLocalSGU","repo":"lucidrains/g-mlp-gpt","repo_kind":"listed","path":"g_mlp_gpt/g_mlp_gpt.py","file_url":"https://github.com/lucidrains/g-mlp-gpt/blob/HEAD/g_mlp_gpt/g_mlp_gpt.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3bb856991018170a"}},{"code_sha256_prefix":"7a6075afb6e7a2c2","entry":"CausalSGU","repo":"lucidrains/g-mlp-gpt","repo_kind":"listed","path":"g_mlp_gpt/g_mlp_gpt.py","file_url":"https://github.com/lucidrains/g-mlp-gpt/blob/HEAD/g_mlp_gpt/g_mlp_gpt.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7a6075afb6e7a2c2"}},{"code_sha256_prefix":"36c054162a22371c","entry":"GELU","repo":"NydiaAI/g-mlp-tensorflow","repo_kind":"listed","path":"gmlp/gmlp.py","file_url":"https://github.com/NydiaAI/g-mlp-tensorflow/blob/HEAD/gmlp/gmlp.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"36c054162a22371c"}},{"code_sha256_prefix":"cb304156fe457ec9","entry":"GatingMlpBlock","repo":"antonyvigouret/Pay-Attention-to-MLPs","repo_kind":"listed","path":"models.py","file_url":"https://github.com/antonyvigouret/Pay-Attention-to-MLPs/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cb304156fe457ec9"}},{"code_sha256_prefix":"94e83172b0355df5","entry":"LocalAttention","repo":"lucidrains/g-mlp-gpt","repo_kind":"listed","path":"g_mlp_gpt/g_mlp_gpt.py","file_url":"https://github.com/lucidrains/g-mlp-gpt/blob/HEAD/g_mlp_gpt/g_mlp_gpt.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"94e83172b0355df5"}},{"code_sha256_prefix":"c78c09b8919ac748","entry":"PreShiftTokens","repo":"lucidrains/g-mlp-pytorch","repo_kind":"listed","path":"g_mlp_pytorch/g_mlp_pytorch.py","file_url":"https://github.com/lucidrains/g-mlp-pytorch/blob/HEAD/g_mlp_pytorch/g_mlp_pytorch.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c78c09b8919ac748"}},{"code_sha256_prefix":"9cceceb3671335d7","entry":"Residual","repo":"xmu-xiaoma666/External-Attention-pytorch","repo_kind":"listed","path":"model/mlp/g_mlp.py","file_url":"https://github.com/xmu-xiaoma666/External-Attention-pytorch/blob/HEAD/model/mlp/g_mlp.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9cceceb3671335d7"}},{"code_sha256_prefix":"4b858823b3eccdd7","entry":"Residual","repo":"lucidrains/g-mlp-pytorch","repo_kind":"listed","path":"g_mlp_pytorch/g_mlp_pytorch.py","file_url":"https://github.com/lucidrains/g-mlp-pytorch/blob/HEAD/g_mlp_pytorch/g_mlp_pytorch.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4b858823b3eccdd7"}},{"code_sha256_prefix":"f9f191324f0a26fb","entry":"Residual","repo":"NydiaAI/g-mlp-tensorflow","repo_kind":"listed","path":"gmlp/gmlp.py","file_url":"https://github.com/NydiaAI/g-mlp-tensorflow/blob/HEAD/gmlp/gmlp.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f9f191324f0a26fb"}},{"code_sha256_prefix":"9c81afbca1a2169c","entry":"SpatialGatingUnit","repo":"xmu-xiaoma666/External-Attention-pytorch","repo_kind":"listed","path":"model/mlp/g_mlp.py","file_url":"https://github.com/xmu-xiaoma666/External-Attention-pytorch/blob/HEAD/model/mlp/g_mlp.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9c81afbca1a2169c"}},{"code_sha256_prefix":"1356a744f3730d9c","entry":"SpatialGatingUnit","repo":"antonyvigouret/Pay-Attention-to-MLPs","repo_kind":"listed","path":"models.py","file_url":"https://github.com/antonyvigouret/Pay-Attention-to-MLPs/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1356a744f3730d9c"}},{"code_sha256_prefix":"d300d8fa28344b6c","entry":"SpatialGatingUnit","repo":"jaketae/g-mlp","repo_kind":"listed","path":"g_mlp/core.py","file_url":"https://github.com/jaketae/g-mlp/blob/HEAD/g_mlp/core.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d300d8fa28344b6c"}},{"code_sha256_prefix":"2098e31f03598b8e","entry":"SpatialGatingUnit","repo":"cvolcy/gmlp-tf","repo_kind":"listed","path":"gmlp.py","file_url":"https://github.com/cvolcy/gmlp-tf/blob/HEAD/gmlp.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2098e31f03598b8e"}},{"code_sha256_prefix":"6d43444c56cad017","entry":"SpatialGatingUnit","repo":"lucidrains/g-mlp-pytorch","repo_kind":"listed","path":"g_mlp_pytorch/g_mlp_pytorch.py","file_url":"https://github.com/lucidrains/g-mlp-pytorch/blob/HEAD/g_mlp_pytorch/g_mlp_pytorch.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6d43444c56cad017"}},{"code_sha256_prefix":"f84eabb818f0b01a","entry":"SpatialGatingUnit","repo":"leaderj1001/Bag-of-MLP","repo_kind":"listed","path":"model.py","file_url":"https://github.com/leaderj1001/Bag-of-MLP/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f84eabb818f0b01a"}},{"code_sha256_prefix":"ccc79f7e78680ff2","entry":"TinyAttention","repo":"leaderj1001/Bag-of-MLP","repo_kind":"listed","path":"model.py","file_url":"https://github.com/leaderj1001/Bag-of-MLP/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ccc79f7e78680ff2"}},{"code_sha256_prefix":"092c152ffc42d497","entry":"cast_tuple","repo":"lucidrains/g-mlp-gpt","repo_kind":"listed","path":"g_mlp_gpt/g_mlp_gpt.py","file_url":"https://github.com/lucidrains/g-mlp-gpt/blob/HEAD/g_mlp_gpt/g_mlp_gpt.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"092c152ffc42d497"}},{"code_sha256_prefix":"27cbea18b00696e9","entry":"check_sizes","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"27cbea18b00696e9"}},{"code_sha256_prefix":"1d39b4f9d1d36f92","entry":"dropout_layers","repo":"lucidrains/g-mlp-pytorch","repo_kind":"listed","path":"g_mlp_pytorch/g_mlp_pytorch.py","file_url":"https://github.com/lucidrains/g-mlp-pytorch/blob/HEAD/g_mlp_pytorch/g_mlp_pytorch.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1d39b4f9d1d36f92"}},{"code_sha256_prefix":"62c69ec0b60162c6","entry":"exist","repo":"xmu-xiaoma666/External-Attention-pytorch","repo_kind":"listed","path":"model/mlp/g_mlp.py","file_url":"https://github.com/xmu-xiaoma666/External-Attention-pytorch/blob/HEAD/model/mlp/g_mlp.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"62c69ec0b60162c6"}},{"code_sha256_prefix":"aa5486a3650902d8","entry":"exists","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"aa5486a3650902d8"}},{"code_sha256_prefix":"b9fa9cafe23e12fb","entry":"gMLP","repo":"xmu-xiaoma666/External-Attention-pytorch","repo_kind":"listed","path":"model/mlp/g_mlp.py","file_url":"https://github.com/xmu-xiaoma666/External-Attention-pytorch/blob/HEAD/model/mlp/g_mlp.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b9fa9cafe23e12fb"}},{"code_sha256_prefix":"5a39fbe0ee0a5529","entry":"gMLP","repo":"antonyvigouret/Pay-Attention-to-MLPs","repo_kind":"listed","path":"models.py","file_url":"https://github.com/antonyvigouret/Pay-Attention-to-MLPs/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5a39fbe0ee0a5529"}},{"code_sha256_prefix":"2949429d580ede4b","entry":"gMLP","repo":"jaketae/g-mlp","repo_kind":"listed","path":"g_mlp/core.py","file_url":"https://github.com/jaketae/g-mlp/blob/HEAD/g_mlp/core.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2949429d580ede4b"}},{"code_sha256_prefix":"bfbcb5bb0523c7c8","entry":"gMLP","repo":"leaderj1001/Bag-of-MLP","repo_kind":"listed","path":"model.py","file_url":"https://github.com/leaderj1001/Bag-of-MLP/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bfbcb5bb0523c7c8"}},{"code_sha256_prefix":"3f7743323edaa181","entry":"gMLPBlock","repo":"jaketae/g-mlp","repo_kind":"listed","path":"g_mlp/core.py","file_url":"https://github.com/jaketae/g-mlp/blob/HEAD/g_mlp/core.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3f7743323edaa181"}},{"code_sha256_prefix":"63d8448fca0c6967","entry":"gMLPBlock","repo":"lucidrains/g-mlp-pytorch","repo_kind":"listed","path":"g_mlp_pytorch/g_mlp_pytorch.py","file_url":"https://github.com/lucidrains/g-mlp-pytorch/blob/HEAD/g_mlp_pytorch/g_mlp_pytorch.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"63d8448fca0c6967"}},{"code_sha256_prefix":"af39a3c7ed4a3a0c","entry":"gMLPBlock","repo":"leaderj1001/Bag-of-MLP","repo_kind":"listed","path":"model.py","file_url":"https://github.com/leaderj1001/Bag-of-MLP/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"af39a3c7ed4a3a0c"}},{"code_sha256_prefix":"683c46ded1adfd74","entry":"gMLPLayer","repo":"cvolcy/gmlp-tf","repo_kind":"listed","path":"gmlp.py","file_url":"https://github.com/cvolcy/gmlp-tf/blob/HEAD/gmlp.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"683c46ded1adfd74"}},{"code_sha256_prefix":"df3be65159852cd8","entry":"pad_to_multiple","repo":"lucidrains/g-mlp-gpt","repo_kind":"listed","path":"g_mlp_gpt/g_mlp_gpt.py","file_url":"https://github.com/lucidrains/g-mlp-gpt/blob/HEAD/g_mlp_gpt/g_mlp_gpt.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"df3be65159852cd8"}},{"code_sha256_prefix":"e6f9d3b5ad66ee20","entry":"pair","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"e6f9d3b5ad66ee20"}},{"code_sha256_prefix":"2fdf59e29c6d95cc","entry":"shift","repo":"lucidrains/g-mlp-pytorch","repo_kind":"listed","path":"g_mlp_pytorch/g_mlp_pytorch.py","file_url":"https://github.com/lucidrains/g-mlp-pytorch/blob/HEAD/g_mlp_pytorch/g_mlp_pytorch.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2fdf59e29c6d95cc"}},{"code_sha256_prefix":"01675e7e7c713147","entry":"Attention","repo":"lucidrains/mlp-gpt-jax","repo_kind":"listed","path":"mlp_gpt_jax/mlp_gpt_jax.py","file_url":"https://github.com/lucidrains/mlp-gpt-jax/blob/HEAD/mlp_gpt_jax/mlp_gpt_jax.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"01675e7e7c713147"}},{"code_sha256_prefix":"2c295e59b874c818","entry":"PreNorm","repo":"NydiaAI/g-mlp-tensorflow","repo_kind":"listed","path":"gmlp/gmlp.py","file_url":"https://github.com/NydiaAI/g-mlp-tensorflow/blob/HEAD/gmlp/gmlp.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2c295e59b874c818"}},{"code_sha256_prefix":"1b9ff0230e5d08d3","entry":"SGU","repo":"lucidrains/mlp-gpt-jax","repo_kind":"listed","path":"mlp_gpt_jax/mlp_gpt_jax.py","file_url":"https://github.com/lucidrains/mlp-gpt-jax/blob/HEAD/mlp_gpt_jax/mlp_gpt_jax.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1b9ff0230e5d08d3"}},{"code_sha256_prefix":"51216a9ccabc7c3f","entry":"SpatialGatingUnit","repo":"NydiaAI/g-mlp-tensorflow","repo_kind":"listed","path":"gmlp/gmlp.py","file_url":"https://github.com/NydiaAI/g-mlp-tensorflow/blob/HEAD/gmlp/gmlp.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"51216a9ccabc7c3f"}},{"code_sha256_prefix":"c1658eda58b9fa37","entry":"gMLP","repo":"lucidrains/mlp-gpt-jax","repo_kind":"listed","path":"mlp_gpt_jax/mlp_gpt_jax.py","file_url":"https://github.com/lucidrains/mlp-gpt-jax/blob/HEAD/mlp_gpt_jax/mlp_gpt_jax.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c1658eda58b9fa37"}},{"code_sha256_prefix":"0330d8c0ae7e5def","entry":"gMLP","repo":"lucidrains/g-mlp-pytorch","repo_kind":"listed","path":"g_mlp_pytorch/g_mlp_pytorch.py","file_url":"https://github.com/lucidrains/g-mlp-pytorch/blob/HEAD/g_mlp_pytorch/g_mlp_pytorch.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0330d8c0ae7e5def"}},{"code_sha256_prefix":"2e5cc43cba18a48d","entry":"gMLP","repo":"radi-cho/gatedtabtransformer","repo_kind":"listed","path":"gated_tab_transformer/g_mlp.py","file_url":"https://github.com/radi-cho/gatedtabtransformer/blob/HEAD/gated_tab_transformer/g_mlp.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2e5cc43cba18a48d"}},{"code_sha256_prefix":"211dccfc0c5af2fa","entry":"gMLP","repo":"NydiaAI/g-mlp-tensorflow","repo_kind":"listed","path":"gmlp/gmlp.py","file_url":"https://github.com/NydiaAI/g-mlp-tensorflow/blob/HEAD/gmlp/gmlp.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"211dccfc0c5af2fa"}},{"code_sha256_prefix":"d16a844fcf910249","entry":"gMLPBlock","repo":"lucidrains/g-mlp-gpt","repo_kind":"listed","path":"g_mlp_gpt/g_mlp_gpt.py","file_url":"https://github.com/lucidrains/g-mlp-gpt/blob/HEAD/g_mlp_gpt/g_mlp_gpt.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d16a844fcf910249"}},{"code_sha256_prefix":"a5c1690311b9aad2","entry":"gMLPBlock","repo":"NydiaAI/g-mlp-tensorflow","repo_kind":"listed","path":"gmlp/gmlp.py","file_url":"https://github.com/NydiaAI/g-mlp-tensorflow/blob/HEAD/gmlp/gmlp.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a5c1690311b9aad2"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}