{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/exponential-machines","title":"Exponential Machines","arxiv_id":"1605.03795","date":"2016-05-12","proceeding":null,"authors":["Alexander Novikov","Mikhail Trofimov","Ivan Oseledets"],"abstract":"Modeling interactions between features improves the performance of machine\nlearning solutions in many domains (e.g. recommender systems or sentiment\nanalysis). In this paper, we introduce Exponential Machines (ExM), a predictor\nthat models all interactions of every order. The key idea is to represent an\nexponentially large tensor of parameters in a factorized format called Tensor\nTrain (TT). The Tensor Train format regularizes the model and lets you control\nthe number of underlying parameters. To train the model, we develop a\nstochastic Riemannian optimization procedure, which allows us to fit tensors\nwith 2^160 entries. We show that the model achieves state-of-the-art\nperformance on synthetic data with high-order interactions and that it works on\npar with high-order factorization machines on a recommender system dataset\nMovieLens 100K.","url_abs":"http://arxiv.org/abs/1605.03795v3","url_pdf":"http://arxiv.org/pdf/1605.03795v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"exponential-machines","repo_url":"https://github.com/Bihaqo/exp-machines","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exponential-machines","repo_url":"https://github.com/emstoudenmire/TNML","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exponential-machines","repo_url":"https://github.com/jemisjoky/torchmps","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"recommendation-systems","task_name":"Recommendation Systems"},{"task_slug":"riemannian-optimization","task_name":"Riemannian optimization"},{"task_slug":"sentiment-analysis","task_name":"Sentiment Analysis"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1605.03795","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1605.03795"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Bihaqo/exp-machines","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/emstoudenmire/TNML","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jemisjoky/torchmps","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":11},"by_repo_kind":{"official":{"samples":11,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"eea4b6dc06c4fbda","entry":"binary_logistic_loss","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/objectives/logistic.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/objectives/logistic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eea4b6dc06c4fbda"}},{"code_sha256_prefix":"a91b76d1bba22dd5","entry":"hinge_loss","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/objectives/hinge.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/objectives/hinge.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a91b76d1bba22dd5"}},{"code_sha256_prefix":"3833ddbad8e79d43","entry":"hinge_loss_grad","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/objectives/hinge.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/objectives/hinge.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3833ddbad8e79d43"}},{"code_sha256_prefix":"dbf5452f4507a768","entry":"log1pexp","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/objectives/logistic.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/objectives/logistic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dbf5452f4507a768"}},{"code_sha256_prefix":"0d600fb27ccb9e14","entry":"mse_loss","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/objectives/mse.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/objectives/mse.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0d600fb27ccb9e14"}},{"code_sha256_prefix":"19c2c0a02e173a15","entry":"mse_loss_grad","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/objectives/mse.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/objectives/mse.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"19c2c0a02e173a15"}},{"code_sha256_prefix":"158b1d9adfe15239","entry":"preprocess","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/objectives/hinge.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/objectives/hinge.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"158b1d9adfe15239"}},{"code_sha256_prefix":"c96dc299d131ffd8","entry":"preprocess","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/objectives/mse.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/objectives/mse.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c96dc299d131ffd8"}},{"code_sha256_prefix":"d8167a9ebe9bdfe8","entry":"reshape","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/models/all_subsets.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/models/all_subsets.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d8167a9ebe9bdfe8"}},{"code_sha256_prefix":"77c75bbd6208db22","entry":"roc_auc_score_reversed","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"77c75bbd6208db22"}},{"code_sha256_prefix":"95b8841385dc9f7e","entry":"sigmoid","repo":"Bihaqo/exp-machines","repo_kind":"official","path":"src/objectives/logistic.py","file_url":"https://github.com/Bihaqo/exp-machines/blob/HEAD/src/objectives/logistic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"95b8841385dc9f7e"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}