{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/get-perplexity","entry":"get_perplexity","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":8,"n_papers_ran":4,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":8,"n_samples_ran":4,"n_samples_fingerprinted":1,"n_places":8,"n_places_pointer_only":4,"by_status":{"ran_honours":2,"ran_violates":0,"ran_draft_wrong":0,"ran_fixture":0,"ran":2,"unverified":4},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2507.11688","paper":null,"title":"arXiv:2507.11688","date":null,"month_inferred_from_arxiv_id":"2025-07","title_source":null,"repo":"vsingh-group/ComposingLinearLayers","path":"evaluate.py","file_url":"https://github.com/vsingh-group/ComposingLinearLayers/blob/HEAD/evaluate.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"507d3032f2114abf","mcp_get_code":{"code_sha256":"507d3032f2114abf"}},{"arxiv_id":"2410.03658","paper":"/paper/raft-realistic-attacks-to-fool-text-detectors","title":"RAFT: Realistic Attacks to Fool Text Detectors","date":"2024-10-04","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jameslwang/raft","path":"detectors/baselines.py","file_url":"https://github.com/jameslwang/raft/blob/HEAD/detectors/baselines.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"cb4d1d04c4b03022","mcp_get_code":{"code_sha256":"cb4d1d04c4b03022"}},{"arxiv_id":"2406.12639","paper":"/paper/ask-before-plan-proactive-language-agents-for","title":"Ask-before-Plan: Proactive Language Agents for Real-World Planning","date":"2024-06-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"magicgh/ask-before-plan","path":"common/openai.py","file_url":"https://github.com/magicgh/ask-before-plan/blob/HEAD/common/openai.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d9f0a0c56944f86f","mcp_get_code":{"code_sha256":"d9f0a0c56944f86f"}},{"arxiv_id":"2402.06125","paper":"/paper/language-model-sentence-completion-with-a","title":"Language Model Sentence Completion with a Parser-Driven Rhetorical Control Method","date":"2024-02-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"joshua-zingale/plug-and-play-rst-ctg","path":"automatic_evaluation.py","file_url":"https://github.com/joshua-zingale/plug-and-play-rst-ctg/blob/HEAD/automatic_evaluation.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"fdd2745ad0034627","mcp_get_code":{"code_sha256":"fdd2745ad0034627"}},{"arxiv_id":"2203.12990","paper":"/paper/generating-scientific-claims-for-zero-shot-1","title":"Generating Scientific Claims for Zero-Shot Scientific Fact Checking","date":"2022-03-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"allenai/scientific-claim-generation","path":"generate_claim_variants.py","file_url":"https://github.com/allenai/scientific-claim-generation/blob/HEAD/generate_claim_variants.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"75bf33d25ca9a6cd","mcp_get_code":{"code_sha256":"75bf33d25ca9a6cd"}},{"arxiv_id":"2006.03955","paper":"/paper/detecting-emergent-intersectional-biases","title":"Detecting Emergent Intersectional Biases: Contextualized Word Embeddings Contain a Distribution of Human-like Biases","date":"2020-06-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"groovychoons/GlobalBias","path":"code/5_perplexity_script.py","file_url":"https://github.com/groovychoons/GlobalBias/blob/HEAD/code/5_perplexity_script.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"f9bb0b820898e338","mcp_get_code":{"code_sha256":"f9bb0b820898e338"}},{"arxiv_id":"2002.00748","paper":"/paper/asking-questions-the-human-way-scalable","title":"Asking Questions the Human Way: Scalable Question-Answer Generation from Text Corpus","date":"2020-01-27","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"bangliu/ACS-QG","path":"DE_main.py","file_url":"https://github.com/bangliu/ACS-QG/blob/HEAD/DE_main.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"064999a28f4d0b4b","mcp_get_code":{"code_sha256":"064999a28f4d0b4b"}},{"arxiv_id":"1708.00107","paper":"/paper/learned-in-translation-contextualized-word","title":"Learned in Translation: Contextualized Word Vectors","date":"2017-08-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"richinkabra/CoVe-BCN","path":"MTLSTM/train/train_base.py","file_url":"https://github.com/richinkabra/CoVe-BCN/blob/HEAD/MTLSTM/train/train_base.py","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"97473786c8952b86","mcp_get_code":{"code_sha256":"97473786c8952b86"}}]}