{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/nll","entry":"nll","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":20,"n_papers_ran":7,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":18,"n_samples_ran":6,"n_samples_fingerprinted":2,"n_places":20,"n_places_pointer_only":6,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":2,"ran_fixture":2,"ran":2,"unverified":12},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2607.23649","paper":"/paper/arxiv-2607-23649","title":"DP-IVON-Gradsq: Differentially Private Squared-Gradient Improved Variational Online Newton","date":null,"month_inferred_from_arxiv_id":"2026-07","title_source":"syntology","repo":"NourJamoussi/DP-IVON-Gradsq","path":"utils/scores.py","file_url":"https://github.com/NourJamoussi/DP-IVON-Gradsq/blob/HEAD/utils/scores.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"10d41e91be4e1c7b","mcp_get_code":{"code_sha256":"10d41e91be4e1c7b"}},{"arxiv_id":"2606.20443","paper":"/paper/arxiv-2606-20443","title":"Topological Data Analysis for High-Dimensional Dynamic Process Monitoring","date":null,"month_inferred_from_arxiv_id":"2026-06","title_source":"syntology","repo":"zavalab/ML","path":"AUTOGNNUQ/gnn_uq/gnn_model.py","file_url":"https://github.com/zavalab/ML/blob/HEAD/AUTOGNNUQ/gnn_uq/gnn_model.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"375315f53b291d52","mcp_get_code":{"code_sha256":"375315f53b291d52"}},{"arxiv_id":"2603.18083","paper":"/paper/arxiv-2603-18083","title":"Probabilistic Federated Learning on Uncertain and Heterogeneous Data with Model Personalization","date":null,"month_inferred_from_arxiv_id":"2026-03","title_source":"syntology","repo":"Ratun11/Meta-BayFL","path":"DFL/meta_iid_fed_bnn.py","file_url":"https://github.com/Ratun11/Meta-BayFL/blob/HEAD/DFL/meta_iid_fed_bnn.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"0e70a02a4461a121","mcp_get_code":{"code_sha256":"0e70a02a4461a121"}},{"arxiv_id":"2508.09093","paper":"/paper/arxiv-2508-09093","title":"Scaling Up Active Testing to Large Language Models","date":null,"month_inferred_from_arxiv_id":"2025-08","title_source":"syntology","repo":"gabrielleberrada/scaling-up-active-testing","path":"metrics.py","file_url":"https://github.com/gabrielleberrada/scaling-up-active-testing/blob/HEAD/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"44c95b9e049bea62","mcp_get_code":{"code_sha256":"44c95b9e049bea62"}},{"arxiv_id":"2408.11778","paper":"/paper/sum-of-squares-circuits","title":"Sum of Squares Circuits","date":"2024-08-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"anon-npc/squared-npcs","path":"src/pcs/losses.py","file_url":"https://github.com/anon-npc/squared-npcs/blob/HEAD/src/pcs/losses.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"GPL-3.0","inline_ok":false,"code_sha256_prefix":"ef985b93b7854c9f","mcp_get_code":{"code_sha256":"ef985b93b7854c9f"}},{"arxiv_id":"2401.03955","paper":"/paper/ttms-fast-multi-level-tiny-time-mixers-for","title":"Tiny Time Mixers (TTMs): Fast Pre-trained Models for Enhanced Zero/Few-Shot Forecasting of Multivariate Time Series","date":"2024-01-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ibm-granite/granite-tsfm","path":"tsfm_public/models/tinytimemixer/modeling_tinytimemixer.py","file_url":"https://github.com/ibm-granite/granite-tsfm/blob/HEAD/tsfm_public/models/tinytimemixer/modeling_tinytimemixer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3f24fcf4f6794d81","mcp_get_code":{"code_sha256":"3f24fcf4f6794d81"}},{"arxiv_id":"2310.06179","paper":"/paper/automatic-integration-for-spatiotemporal-1","title":"Automatic Integration for Spatiotemporal Neural Point Processes","date":"2023-10-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"rose-stl-lab/autostpp","path":"src/demo/AlternatingMLE.py","file_url":"https://github.com/rose-stl-lab/autostpp/blob/HEAD/src/demo/AlternatingMLE.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"9d4910533c76cd3b","mcp_get_code":{"code_sha256":"9d4910533c76cd3b"}},{"arxiv_id":"2307.10438","paper":"/paper/uncertainty-quantification-for-molecular","title":"Uncertainty Quantification for Molecular Property Predictions with Graph Neural Architecture Search","date":"2023-07-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"sjiang87/deephyper","path":"deephyper/gnn_uq/gnn_model/gnn_model.py","file_url":"https://github.com/sjiang87/deephyper/blob/HEAD/deephyper/gnn_uq/gnn_model/gnn_model.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"375315f53b291d52","mcp_get_code":{"code_sha256":"375315f53b291d52"}},{"arxiv_id":"2305.19141","paper":"/paper/taylorformer-probabilistic-predictions-for","title":"Taylorformer: Probabilistic Modelling for Random Processes including Time Series","date":"2023-05-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"oremnirv/Taylorformer","path":"model/losses.py","file_url":"https://github.com/oremnirv/Taylorformer/blob/HEAD/model/losses.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a432f66477b03b6f","mcp_get_code":{"code_sha256":"a432f66477b03b6f"}},{"arxiv_id":"2206.01934","paper":"/paper/stochastic-multiple-target-sampling-gradient","title":"Stochastic Multiple Target Sampling Gradient Descent","date":"2022-06-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"isl-org/MultiObjectiveOptimization","path":"multi_task/losses.py","file_url":"https://github.com/isl-org/MultiObjectiveOptimization/blob/HEAD/multi_task/losses.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a90eec2e662e141f","mcp_get_code":{"code_sha256":"a90eec2e662e141f"}},{"arxiv_id":"2111.08175","paper":"/paper/inverse-weighted-survival-games","title":"Inverse-Weighted Survival Games","date":"2021-11-16","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"rajesh-lab/inverse-weighted-survival-games","path":"_nll.py","file_url":"https://github.com/rajesh-lab/inverse-weighted-survival-games/blob/HEAD/_nll.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b03fa74736ee412a","mcp_get_code":{"code_sha256":"b03fa74736ee412a"}},{"arxiv_id":"2110.13223","paper":"/paper/identifying-and-benchmarking-natural-out-of","title":"Identifying and Benchmarking Natural Out-of-Context Prediction Problems","date":"2021-10-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"dmadras/nooch","path":"src/nooch.py","file_url":"https://github.com/dmadras/nooch/blob/HEAD/src/nooch.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"b246bd5672f4ff91","mcp_get_code":{"code_sha256":"b246bd5672f4ff91"}},{"arxiv_id":"2106.01216","paper":"/paper/evidential-turing-processes","title":"Evidential Turing Processes","date":"2021-06-02","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ituvisionlab/EvidentialCalibration","path":"scores.py","file_url":"https://github.com/ituvisionlab/EvidentialCalibration/blob/HEAD/scores.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3d7e17b5dada4cfd","mcp_get_code":{"code_sha256":"3d7e17b5dada4cfd"}},{"arxiv_id":"2102.12182","paper":"/paper/parameterized-temperature-scaling-for","title":"Parameterized Temperature Scaling for Boosting the Expressive Power in Post-Hoc Uncertainty Calibration","date":"2021-02-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tochris/pts-uncertainty","path":"metrics.py","file_url":"https://github.com/tochris/pts-uncertainty/blob/HEAD/metrics.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"506ff14b8deaee02","mcp_get_code":{"code_sha256":"506ff14b8deaee02"}},{"arxiv_id":"2006.07556","paper":"/paper/neural-architecture-search-using-bayesian","title":"Interpretable Neural Architecture Search via Bayesian Optimisation with Weisfeiler-Lehman Kernels","date":"2020-06-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"xingchenwan/nasbowl","path":"perf_metrics.py","file_url":"https://github.com/xingchenwan/nasbowl/blob/HEAD/perf_metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"764c6062e2d15820","mcp_get_code":{"code_sha256":"764c6062e2d15820"}},{"arxiv_id":"2004.13166","paper":"/paper/a-disentangling-invertible-interpretation","title":"A Disentangling Invertible Interpretation Network for Explaining Latent Representations","date":"2020-04-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"CompVis/iin","path":"iin/losses/iin.py","file_url":"https://github.com/CompVis/iin/blob/HEAD/iin/losses/iin.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"2c181328877e9fc7","mcp_get_code":{"code_sha256":"2c181328877e9fc7"}},{"arxiv_id":"1907.07504","paper":"/paper/subspace-inference-for-bayesian-deep-learning","title":"Subspace Inference for Bayesian Deep Learning","date":"2019-07-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wjmaddox/drbayes","path":"experiments/cifar_exps/subspace_ess.py","file_url":"https://github.com/wjmaddox/drbayes/blob/HEAD/experiments/cifar_exps/subspace_ess.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"BSD-2-Clause","inline_ok":true,"code_sha256_prefix":"5468f8d7bb560ad8","mcp_get_code":{"code_sha256":"5468f8d7bb560ad8"}},{"arxiv_id":"1902.02476","paper":"/paper/a-simple-baseline-for-bayesian-uncertainty-in","title":"A Simple Baseline for Bayesian Uncertainty in Deep Learning","date":"2019-02-07","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wjmaddox/swa_gaussian","path":"experiments/ensembling/swa_ecdf_ensembles.py","file_url":"https://github.com/wjmaddox/swa_gaussian/blob/HEAD/experiments/ensembling/swa_ecdf_ensembles.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-2-Clause","inline_ok":true,"code_sha256_prefix":"3ccff5ae337f212a","mcp_get_code":{"code_sha256":"3ccff5ae337f212a"}},{"arxiv_id":"1810.04650","paper":"/paper/multi-task-learning-as-multi-objective","title":"Multi-Task Learning as Multi-Objective Optimization","date":"2018-10-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"IntelVCL/MultiObjectiveOptimization","path":"multi_task/losses.py","file_url":"https://github.com/IntelVCL/MultiObjectiveOptimization/blob/HEAD/multi_task/losses.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"a90eec2e662e141f","mcp_get_code":{"code_sha256":"a90eec2e662e141f"}},{"arxiv_id":"1805.10915","paper":"/paper/dirichlet-based-gaussian-processes-for-large","title":"Dirichlet-based Gaussian Processes for Large-scale Calibrated Classification","date":"2018-05-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"dmilios/dirichletGPC","path":"src/evaluation.py","file_url":"https://github.com/dmilios/dirichletGPC/blob/HEAD/src/evaluation.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"3c6005ebef9dd7e9","mcp_get_code":{"code_sha256":"3c6005ebef9dd7e9"}}]}