{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/perplexity","entry":"perplexity","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":22,"n_papers_ran":9,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":21,"n_samples_ran":8,"n_samples_fingerprinted":1,"n_places":22,"n_places_pointer_only":6,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":1,"ran_fixture":1,"ran":6,"unverified":13},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2608.25478","paper":"/paper/arxiv-2608-25478","title":"VietAIDetector: An Open-Source Zero-Shot Detector for Vietnamese AI-Generated Text","date":null,"month_inferred_from_arxiv_id":"2026-08","title_source":"syntology","repo":"trieuntu/VietAIDetector","path":"core/metrics.py","file_url":"https://github.com/trieuntu/VietAIDetector/blob/HEAD/core/metrics.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"670d1552c8b0d41e","mcp_get_code":{"code_sha256":"670d1552c8b0d41e"}},{"arxiv_id":"2607.16721","paper":"/paper/arxiv-2607-16721","title":"Half the Experts, All the Code: One-Shot Domain Pruning of Mixture-of-Experts LLMs for Coding *","date":null,"month_inferred_from_arxiv_id":"2026-07","title_source":"syntology","repo":"anik-jha/moep","path":"src/moep/evalx.py","file_url":"https://github.com/anik-jha/moep/blob/HEAD/src/moep/evalx.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"e844b6e07ec7a670","mcp_get_code":{"code_sha256":"e844b6e07ec7a670"}},{"arxiv_id":"2603.13431","paper":"/paper/arxiv-2603-13431","title":"Chimera-Bench: A Benchmark Dataset for Epitope-Specific Antibody Design","date":null,"month_inferred_from_arxiv_id":"2026-03","title_source":"syntology","repo":"mansoor181/chimera-bench","path":"chimera_bench/metrics.py","file_url":"https://github.com/mansoor181/chimera-bench/blob/HEAD/chimera_bench/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"6e4f7de8626ec3d9","mcp_get_code":{"code_sha256":"6e4f7de8626ec3d9"}},{"arxiv_id":"2602.08913","paper":"/paper/arxiv-2602-08913","title":"GEMSS: A Variational Method for Discovering Multiple Sparse Solutions in Classification and Regression Problems","date":null,"month_inferred_from_arxiv_id":"2026-02","title_source":"syntology","repo":"kat-er-ina/gemss_testing","path":"algorithm_comparison/diagnostics/rq5_count.py","file_url":"https://github.com/kat-er-ina/gemss_testing/blob/HEAD/algorithm_comparison/diagnostics/rq5_count.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"d0aac9ca6073644b","mcp_get_code":{"code_sha256":"d0aac9ca6073644b"}},{"arxiv_id":"2508.20718","paper":"/paper/arxiv-2508-20718","title":"Addressing Tokenization Inconsistency in Steganography and Watermarking Based on Large Language Models","date":null,"month_inferred_from_arxiv_id":"2025-08","title_source":"syntology","repo":"ryehr/Consistency","path":"src/tokenization_consistency/metrics.py","file_url":"https://github.com/ryehr/Consistency/blob/HEAD/src/tokenization_consistency/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7052cf29d24fe56c","mcp_get_code":{"code_sha256":"7052cf29d24fe56c"}},{"arxiv_id":"2407.18897","paper":"/paper/small-molecule-optimization-with-large","title":"Small Molecule Optimization with Large Language Models","date":"2024-07-26","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yerevann/chemlactica","path":"chemlactica/eval_metrics.py","file_url":"https://github.com/yerevann/chemlactica/blob/HEAD/chemlactica/eval_metrics.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"002d40978f4f7f97","mcp_get_code":{"code_sha256":"002d40978f4f7f97"}},{"arxiv_id":"2405.20853","paper":"/paper/meshxl-neural-coordinate-field-for-generative","title":"MeshXL: Neural Coordinate Field for Generative 3D Foundation Models","date":"2024-05-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"openmeshlab/meshxl","path":"eval_utils/perplexity.py","file_url":"https://github.com/openmeshlab/meshxl/blob/HEAD/eval_utils/perplexity.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d1118a4eeb6d0cf4","mcp_get_code":{"code_sha256":"d1118a4eeb6d0cf4"}},{"arxiv_id":"2404.12362","paper":"/paper/transformer-tricks-removing-weights-for","title":"Transformer tricks: Removing weights for skipless transformers","date":"2024-04-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"openmachine-ai/transformer-tricks","path":"transformer_tricks.py","file_url":"https://github.com/openmachine-ai/transformer-tricks/blob/HEAD/transformer_tricks.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"46e983bb70feefd9","mcp_get_code":{"code_sha256":"46e983bb70feefd9"}},{"arxiv_id":"2404.07117","paper":"/paper/continuous-language-model-interpolation-for","title":"Continuous Language Model Interpolation for Dynamic and Controllable Text Generation","date":"2024-04-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"skangasl/continuous-lm-interpolation","path":"generation/evaluate_generations.py","file_url":"https://github.com/skangasl/continuous-lm-interpolation/blob/HEAD/generation/evaluate_generations.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"6e005f7f71f84919","mcp_get_code":{"code_sha256":"6e005f7f71f84919"}},{"arxiv_id":"2403.20127","paper":"/paper/the-impact-of-prompts-on-zero-shot-detection","title":"The Impact of Prompts on Zero-Shot Detection of AI-Generated Text","date":"2024-03-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"kaito25atugich/detector","path":"detector.py","file_url":"https://github.com/kaito25atugich/detector/blob/HEAD/detector.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"318a521cfba1fbf1","mcp_get_code":{"code_sha256":"318a521cfba1fbf1"}},{"arxiv_id":"2402.10946","paper":"/paper/culturellm-incorporating-cultural-differences","title":"CultureLLM: Incorporating Cultural Differences into Large Language Models","date":"2024-02-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"scarelette/culturellm","path":"ppl.py","file_url":"https://github.com/scarelette/culturellm/blob/HEAD/ppl.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"fd57cf2785f92324","mcp_get_code":{"code_sha256":"fd57cf2785f92324"}},{"arxiv_id":"2401.12070","paper":"/paper/spotting-llms-with-binoculars-zero-shot","title":"Spotting LLMs With Binoculars: Zero-Shot Detection of Machine-Generated Text","date":"2024-01-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ahans30/binoculars","path":"binoculars/metrics.py","file_url":"https://github.com/ahans30/binoculars/blob/HEAD/binoculars/metrics.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"ed8929cad0614f0f","mcp_get_code":{"code_sha256":"ed8929cad0614f0f"}},{"arxiv_id":"2307.03214","paper":"/paper/preadd-prefix-adaptive-decoding-for","title":"PREADD: Prefix-Adaptive Decoding for Controlled Text Generation","date":"2023-07-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jonnypei/acl23-preadd","path":"utils/metrics.py","file_url":"https://github.com/jonnypei/acl23-preadd/blob/HEAD/utils/metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"99ee132d16e7f4b7","mcp_get_code":{"code_sha256":"99ee132d16e7f4b7"}},{"arxiv_id":"2305.15004","paper":"/paper/llmdet-a-large-language-models-detection-tool","title":"LLMDet: A Third Party Large Language Models Generated Text Detection Tool","date":"2023-05-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"trustedllm/llmdet","path":"llmdet/detector.py","file_url":"https://github.com/trustedllm/llmdet/blob/HEAD/llmdet/detector.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"77f51d6b5b8208af","mcp_get_code":{"code_sha256":"77f51d6b5b8208af"}},{"arxiv_id":"2301.02057","paper":"/paper/textdescriptives-a-python-package-for","title":"TextDescriptives: A Python package for calculating a large variety of metrics from text","date":"2023-01-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"HLasse/TextDescriptives","path":"src/textdescriptives/components/information_theory.py","file_url":"https://github.com/HLasse/TextDescriptives/blob/HEAD/src/textdescriptives/components/information_theory.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"bb13e20567ef2d05","mcp_get_code":{"code_sha256":"bb13e20567ef2d05"}},{"arxiv_id":"2210.11689","paper":"/paper/sling-sino-linguistic-evaluation-of-large","title":"SLING: Sino Linguistic Evaluation of Large Language Models","date":"2022-10-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Yixiao-Song/SLING_Data_Code","path":"SLING_Code/gpt3_sling.py","file_url":"https://github.com/Yixiao-Song/SLING_Data_Code/blob/HEAD/SLING_Code/gpt3_sling.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"daf29ee91adcf61e","mcp_get_code":{"code_sha256":"daf29ee91adcf61e"}},{"arxiv_id":"2103.03943","paper":"/paper/novelty-detection-in-sequential-data-by","title":"Novelty Detection in Sequential Data by Informed Clustering and Modeling","date":"2021-03-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"kampmichael/noveltydetectionsequentialdata","path":"lstm_hyperparam_search.py","file_url":"https://github.com/kampmichael/noveltydetectionsequentialdata/blob/HEAD/lstm_hyperparam_search.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"b0de4c65a6252c0c","mcp_get_code":{"code_sha256":"b0de4c65a6252c0c"}},{"arxiv_id":"1703.01488","paper":"/paper/autoencoding-variational-inference-for-topic","title":"Autoencoding Variational Inference For Topic Models","date":"2017-03-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"vlukiyanov/pt-avitm","path":"ptavitm/model.py","file_url":"https://github.com/vlukiyanov/pt-avitm/blob/HEAD/ptavitm/model.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4b4bc8c55147a8c5","mcp_get_code":{"code_sha256":"4b4bc8c55147a8c5"}},{"arxiv_id":"1701.07232","paper":"/paper/learnfuzz-machine-learning-for-input-fuzzing","title":"Learn&Fuzz: Machine Learning for Input Fuzzing","date":"2017-01-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"m-zakeri/iust_deep_fuzz","path":"data_neural_fuzz_pdf_obj.py","file_url":"https://github.com/m-zakeri/iust_deep_fuzz/blob/HEAD/data_neural_fuzz_pdf_obj.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"3a24d034b3b4f5cf","mcp_get_code":{"code_sha256":"3a24d034b3b4f5cf"}},{"arxiv_id":"1409.2329","paper":"/paper/recurrent-neural-network-regularization","title":"Recurrent Neural Network Regularization","date":"2014-09-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Goodideax/lstm-negtive","path":"ensemble.py","file_url":"https://github.com/Goodideax/lstm-negtive/blob/HEAD/ensemble.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"d8b96d7fec1ed277","mcp_get_code":{"code_sha256":"d8b96d7fec1ed277"}},{"arxiv_id":"2023.findings-emnlp.139","paper":null,"title":"arXiv:2023.findings-emnlp.139","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"TrustedLLM/LLMDet","path":"llmdet/detector.py","file_url":"https://github.com/TrustedLLM/LLMDet/blob/HEAD/llmdet/detector.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"77f51d6b5b8208af","mcp_get_code":{"code_sha256":"77f51d6b5b8208af"}},{"arxiv_id":"2023.findings-acl.805","paper":null,"title":"arXiv:2023.findings-acl.805","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"iesl/Softmax-CPR","path":"src/LM/result_statistics.py","file_url":"https://github.com/iesl/Softmax-CPR/blob/HEAD/src/LM/result_statistics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"1b9ead99e75d56e5","mcp_get_code":{"code_sha256":"1b9ead99e75d56e5"}}]}