{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/trim-batch","entry":"trim_batch","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":13,"n_papers_ran":12,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":3,"n_samples_ran":2,"n_samples_fingerprinted":0,"n_places":13,"n_places_pointer_only":3,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":1,"ran_fixture":0,"ran":1,"unverified":1},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2607.22136","paper":"/paper/arxiv-2607-22136","title":"Dynamic Commonsense Coordination for Empathetic Response Generation","date":null,"month_inferred_from_arxiv_id":"2026-07","title_source":"syntology","repo":"Sahandfer/CEM","path":"src/utils/comet.py","file_url":"https://github.com/Sahandfer/CEM/blob/HEAD/src/utils/comet.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"eeb8dc60c6ef1fa4","mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}},{"arxiv_id":"2310.05140","paper":"/paper/harnessing-the-power-of-large-language-models-1","title":"Harnessing the Power of Large Language Models for Empathetic Response Generation: Empirical Investigations and Improvements","date":"2023-10-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"27182812/LLM4ED","path":"comet.py","file_url":"https://github.com/27182812/LLM4ED/blob/HEAD/comet.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"eeb8dc60c6ef1fa4","mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}},{"arxiv_id":"2309.17133","paper":"/paper/fine-grained-late-interaction-multi-modal-1","title":"Fine-grained Late-interaction Multi-modal Retrieval for Retrieval Augmented Visual Question Answering","date":"2023-09-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"linweizhedragon/retrieval-augmented-visual-question-answering","path":"materials/Oscar/oscar/run_vqa.py","file_url":"https://github.com/linweizhedragon/retrieval-augmented-visual-question-answering/blob/HEAD/materials/Oscar/oscar/run_vqa.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"GPL-3.0","inline_ok":false,"code_sha256_prefix":"12516cd21b436092","mcp_get_code":{"code_sha256":"12516cd21b436092"}},{"arxiv_id":"2307.03115","paper":"/paper/korc-knowledge-oriented-reading-comprehension","title":"KoRC: Knowledge oriented Reading Comprehension Benchmark for Deep Text Understanding","date":"2023-07-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"thu-keg/korc","path":"RAG/openqa_dataset.py","file_url":"https://github.com/thu-keg/korc/blob/HEAD/RAG/openqa_dataset.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"eeb8dc60c6ef1fa4","mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}},{"arxiv_id":"2205.09224","paper":"/paper/entailment-tree-explanations-via-iterative","title":"Entailment Tree Explanations via Iterative Retrieval-Generation Reasoner","date":"2022-05-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"amazon-research/irgr","path":"src/entailment_bank/utils/angle_utils.py","file_url":"https://github.com/amazon-research/irgr/blob/HEAD/src/entailment_bank/utils/angle_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"eeb8dc60c6ef1fa4","mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}},{"arxiv_id":"2205.06733","paper":"/paper/improving-the-numerical-reasoning-skills-of","title":"Arithmetic-Based Pretraining -- Improving Numeracy of Pretrained Language Models","date":"2022-05-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ukplab/emnlp2022-reasoning-aware-pretraining","path":"utils.py","file_url":"https://github.com/ukplab/emnlp2022-reasoning-aware-pretraining/blob/HEAD/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"75996269cea01a0c","mcp_get_code":{"code_sha256":"75996269cea01a0c"}},{"arxiv_id":"2204.07937","paper":"/paper/unsupervised-cross-task-generalization-via","title":"Unsupervised Cross-Task Generalization via Retrieval Augmentation","date":"2022-04-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"INK-USC/ReCross","path":"metax/models/utils.py","file_url":"https://github.com/INK-USC/ReCross/blob/HEAD/metax/models/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"eeb8dc60c6ef1fa4","mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}},{"arxiv_id":"2204.06239","paper":"/paper/can-question-rewriting-help-conversational","title":"Can Question Rewriting Help Conversational Question Answering?","date":"2022-04-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"hltchkust/cqr4cqa","path":"src/data_utils/qr_data_utils.py","file_url":"https://github.com/hltchkust/cqr4cqa/blob/HEAD/src/data_utils/qr_data_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"eeb8dc60c6ef1fa4","mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}},{"arxiv_id":"2109.11797","paper":"/paper/cpt-colorful-prompt-tuning-for-pre-trained","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","date":"2021-09-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"thunlp/cpt","path":"Oscar/oscar/fewshot/gqa_cpt.py","file_url":"https://github.com/thunlp/cpt/blob/HEAD/Oscar/oscar/fewshot/gqa_cpt.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"12516cd21b436092","mcp_get_code":{"code_sha256":"12516cd21b436092"}},{"arxiv_id":"2108.02866","paper":"/paper/dual-reader-parser-on-hybrid-textual-and","title":"Dual Reader-Parser on Hybrid Textual and Tabular Evidence for Open Domain Question Answering","date":"2021-08-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"awslabs/durepa-hybrid-qa","path":"src/utils.py","file_url":"https://github.com/awslabs/durepa-hybrid-qa/blob/HEAD/src/utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"eeb8dc60c6ef1fa4","mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}},{"arxiv_id":"2104.08661","paper":"/paper/explaining-answers-with-entailment-trees","title":"Explaining Answers with Entailment Trees","date":"2021-04-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"allenai/entailment_bank","path":"utils/angle_utils.py","file_url":"https://github.com/allenai/entailment_bank/blob/HEAD/utils/angle_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"eeb8dc60c6ef1fa4","mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}},{"arxiv_id":"2005.01107","paper":"/paper/transformer-based-end-to-end-question","title":"Simplifying Paragraph-level Question Generation via Transformer Language Models","date":"2020-05-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"AndreasInk/Quiz-APIv2","path":"data_collator.py","file_url":"https://github.com/AndreasInk/Quiz-APIv2/blob/HEAD/data_collator.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"eeb8dc60c6ef1fa4","mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}},{"arxiv_id":"2023.findings-acl.743","paper":null,"title":"arXiv:2023.findings-acl.743","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"THU-KEG/KoRC","path":"RAG/openqa_dataset.py","file_url":"https://github.com/THU-KEG/KoRC/blob/HEAD/RAG/openqa_dataset.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"eeb8dc60c6ef1fa4","mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}}]}