{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/format-data","entry":"format_data","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":13,"n_papers_ran":8,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":13,"n_samples_ran":8,"n_samples_fingerprinted":1,"n_places":13,"n_places_pointer_only":5,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":4,"ran_fixture":0,"ran":4,"unverified":5},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2607.26062","paper":"/paper/arxiv-2607-26062","title":"Identifying implicit bias in LLM-based chat AI toward people with intellectual disabilities","date":null,"month_inferred_from_arxiv_id":"2026-07","title_source":"syntology","repo":"specialolympics/implicit_bias_llms","path":"code/format_data.py","file_url":"https://github.com/specialolympics/implicit_bias_llms/blob/HEAD/code/format_data.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"GPL-3.0","inline_ok":false,"code_sha256_prefix":"c53374aaedeb79d4","mcp_get_code":{"code_sha256":"c53374aaedeb79d4"}},{"arxiv_id":"2509.13760","paper":"/paper/arxiv-2509-13760","title":"Iterative Prompt Refinement for Safer Text-to-Image Generation","date":null,"month_inferred_from_arxiv_id":"2025-09","title_source":"syntology","repo":"ku-dmlab/IPR","path":"vl_sft.py","file_url":"https://github.com/ku-dmlab/IPR/blob/HEAD/vl_sft.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"affb4504d85ac0b7","mcp_get_code":{"code_sha256":"affb4504d85ac0b7"}},{"arxiv_id":"2502.04463","paper":"/paper/training-language-models-to-reason","title":"Training Language Models to Reason Efficiently","date":"2025-02-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"stardewxxx/o1-pruner","path":"o1_scripts/construct_dataset.py","file_url":"https://github.com/stardewxxx/o1-pruner/blob/HEAD/o1_scripts/construct_dataset.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"2818be86730dbfa8","mcp_get_code":{"code_sha256":"2818be86730dbfa8"}},{"arxiv_id":"2405.08460","paper":"/paper/evaluating-llms-at-evaluating-temporal","title":"Is Your LLM Outdated? Evaluating LLMs at Temporal Generalization","date":"2024-05-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"freedomintelligence/freshbench","path":"script/format4score.py","file_url":"https://github.com/freedomintelligence/freshbench/blob/HEAD/script/format4score.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"362cc4cc9069be45","mcp_get_code":{"code_sha256":"362cc4cc9069be45"}},{"arxiv_id":"2312.02852","paper":"/paper/expert-guided-bayesian-optimisation-for-human","title":"Expert-guided Bayesian Optimisation for Human-in-the-loop Experimental Design of Known Systems","date":"2023-12-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"trsav/hitl-bo","path":"bo/utils.py","file_url":"https://github.com/trsav/hitl-bo/blob/HEAD/bo/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"77467af29804f6b4","mcp_get_code":{"code_sha256":"77467af29804f6b4"}},{"arxiv_id":"2311.09053","paper":"/paper/assessing-knowledge-editing-in-language","title":"Assessing Knowledge Editing in Language Models via Relation Perspective","date":"2023-11-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"weiyifan1023/knowledge-edit-based-on-relation-perspective","path":"baselines/kn/knowledge_neurons/plot_pararel_results.py","file_url":"https://github.com/weiyifan1023/knowledge-edit-based-on-relation-perspective/blob/HEAD/baselines/kn/knowledge_neurons/plot_pararel_results.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"2d71184c9abd680c","mcp_get_code":{"code_sha256":"2d71184c9abd680c"}},{"arxiv_id":"2305.19472","paper":"/paper/plasma-making-small-language-models-better","title":"PlaSma: Making Small Language Models Better Procedural Knowledge Models for (Counterfactual) Planning","date":"2023-05-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"allenai/plasma","path":"verifier_guided_decoding/verifier_guided_generation.py","file_url":"https://github.com/allenai/plasma/blob/HEAD/verifier_guided_decoding/verifier_guided_generation.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"ec3022b867eaf47a","mcp_get_code":{"code_sha256":"ec3022b867eaf47a"}},{"arxiv_id":"2210.17213","paper":"/paper/deep-gaussian-process-based-multi-fidelity","title":"Deep Gaussian Process-based Multi-fidelity Bayesian Optimization for Simulated Chemical Reactors","date":"2022-10-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"optimal-pse-lab/pulsed-reactor-optimisation","path":"utils.py","file_url":"https://github.com/optimal-pse-lab/pulsed-reactor-optimisation/blob/HEAD/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"42c4b8839b4ec7a2","mcp_get_code":{"code_sha256":"42c4b8839b4ec7a2"}},{"arxiv_id":"2205.06908","paper":"/paper/neural-fly-enables-rapid-learning-for-agile","title":"Neural-Fly Enables Rapid Learning for Agile Flight in Strong Winds","date":"2022-05-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"aerorobotics/neural-fly","path":"utils.py","file_url":"https://github.com/aerorobotics/neural-fly/blob/HEAD/utils.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"60fb21c65d52b0db","mcp_get_code":{"code_sha256":"60fb21c65d52b0db"}},{"arxiv_id":"1802.07606","paper":"/paper/ordered-preference-elicitation-strategies-for","title":"Ordered Preference Elicitation Strategies for Supporting Multi-Objective Decision Making","date":"2018-02-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lmzintgraf/gp_pref_elicit","path":"gp_utilities/utils_data.py","file_url":"https://github.com/lmzintgraf/gp_pref_elicit/blob/HEAD/gp_utilities/utils_data.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"f76b913d68f5771b","mcp_get_code":{"code_sha256":"f76b913d68f5771b"}},{"arxiv_id":"1703.10135","paper":"/paper/tacotron-towards-end-to-end-speech-synthesis","title":"Tacotron: Towards End-to-End Speech Synthesis","date":"2017-03-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mozilla/TTS","path":"TTS/bin/train_tacotron.py","file_url":"https://github.com/mozilla/TTS/blob/HEAD/TTS/bin/train_tacotron.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MPL-2.0","inline_ok":false,"code_sha256_prefix":"9df2870ead7d247b","mcp_get_code":{"code_sha256":"9df2870ead7d247b"}},{"arxiv_id":"1510.03055","paper":"/paper/a-diversity-promoting-objective-function-for","title":"A Diversity-Promoting Objective Function for Neural Conversation Models","date":"2015-10-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"kennethjones17/chatbot","path":"1.py","file_url":"https://github.com/kennethjones17/chatbot/blob/HEAD/1.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"60443b1c88d3531b","mcp_get_code":{"code_sha256":"60443b1c88d3531b"}},{"arxiv_id":"1506.07285","paper":"/paper/ask-me-anything-dynamic-memory-networks-for","title":"Ask Me Anything: Dynamic Memory Networks for Natural Language Processing","date":"2015-06-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Asteur/someChatbot","path":"do_make_db_from_reddit.py","file_url":"https://github.com/Asteur/someChatbot/blob/HEAD/do_make_db_from_reddit.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8d6964bc65ba3a5d","mcp_get_code":{"code_sha256":"8d6964bc65ba3a5d"}}]}