{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/cook-refs","entry":"cook_refs","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":36,"n_papers_ran":18,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":12,"n_samples_ran":5,"n_samples_fingerprinted":0,"n_places":54,"n_places_pointer_only":10,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":2,"ran_fixture":0,"ran":3,"unverified":7},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2606.28044","paper":"/paper/arxiv-2606-28044","title":"A Tree-of-Thoughts Hybrid Approach for Legal Case Judgement Summarization using LLMs","date":null,"month_inferred_from_arxiv_id":"2026-06","title_source":"syntology","repo":"Yale-LILY/SummEval","path":"evaluation/summ_eval/cider_utils.py","file_url":"https://github.com/Yale-LILY/SummEval/blob/HEAD/evaluation/summ_eval/cider_utils.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"cdec5e1ad686ef23","mcp_get_code":{"code_sha256":"cdec5e1ad686ef23"}},{"arxiv_id":"2510.16990","paper":"/paper/arxiv-2510-16990","title":"Graph4MM: Weaving Multimodal Learning with Structural Information","date":null,"month_inferred_from_arxiv_id":"2025-10","title_source":"syntology","repo":"YennNing/Graph4MM","path":"wikiweb2m/cider/cider_scorer.py","file_url":"https://github.com/YennNing/Graph4MM/blob/HEAD/wikiweb2m/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"2411.11360","paper":"/paper/ccexpert-advancing-mllm-capability-in-remote","title":"CCExpert: Advancing MLLM Capability in Remote Sensing Change Captioning with Difference-Aware Integration and a Foundational Dataset","date":"2024-11-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"meize0729/ccexpert","path":"eval_func/cider/cider_scorer.py","file_url":"https://github.com/meize0729/ccexpert/blob/HEAD/eval_func/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"2411.11360","paper":"/paper/ccexpert-advancing-mllm-capability-in-remote","title":"CCExpert: Advancing MLLM Capability in Remote Sensing Change Captioning with Difference-Aware Integration and a Foundational Dataset","date":"2024-11-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"meize0729/ccexpert","path":"eval_func/bleu/bleu_scorer.py","file_url":"https://github.com/meize0729/ccexpert/blob/HEAD/eval_func/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2410.04433","paper":"/paper/capeen-image-captioning-with-early-exits-and","title":"CAPEEN: Image Captioning with Early Exits and Knowledge Distillation","date":"2024-10-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"div290/capeen","path":"evaluation/bleu/bleu_scorer.py","file_url":"https://github.com/div290/capeen/blob/HEAD/evaluation/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2404.18895","paper":"/paper/rscama-remote-sensing-image-change-captioning","title":"RSCaMa: Remote Sensing Image Change Captioning with State Space Model","date":"2024-04-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chen-yang-liu/rscama","path":"eval_func/cider/cider_scorer.py","file_url":"https://github.com/chen-yang-liu/rscama/blob/HEAD/eval_func/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"2404.18895","paper":"/paper/rscama-remote-sensing-image-change-captioning","title":"RSCaMa: Remote Sensing Image Change Captioning with State Space Model","date":"2024-04-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chen-yang-liu/rscama","path":"eval_func/bleu/bleu_scorer.py","file_url":"https://github.com/chen-yang-liu/rscama/blob/HEAD/eval_func/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2403.19654","paper":"/paper/rsmamba-remote-sensing-image-classification","title":"RSMamba: Remote Sensing Image Classification with State Space Model","date":"2024-03-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chen-yang-liu/change-agent","path":"Multi_change/eval_func/cider/cider_scorer.py","file_url":"https://github.com/chen-yang-liu/change-agent/blob/HEAD/Multi_change/eval_func/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"2403.19654","paper":"/paper/rsmamba-remote-sensing-image-classification","title":"RSMamba: Remote Sensing Image Classification with State Space Model","date":"2024-03-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chen-yang-liu/change-agent","path":"Multi_change/eval_func/bleu/bleu_scorer.py","file_url":"https://github.com/chen-yang-liu/change-agent/blob/HEAD/Multi_change/eval_func/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2403.18572","paper":"/paper/aces-evaluating-automated-audio-captioning","title":"ACES: Evaluating Automated Audio Captioning Models on the Semantics of Sounds","date":null,"month_inferred_from_arxiv_id":"2024-03","title_source":"archive","repo":"gljs/aces","path":"evaluation/coco_caption/pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/gljs/aces/blob/HEAD/evaluation/coco_caption/pycocoevalcap/cider/cider_scorer.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b458d0c75fe390a0","mcp_get_code":{"code_sha256":"b458d0c75fe390a0"}},{"arxiv_id":"2403.18572","paper":"/paper/aces-evaluating-automated-audio-captioning","title":"ACES: Evaluating Automated Audio Captioning Models on the Semantics of Sounds","date":null,"month_inferred_from_arxiv_id":"2024-03","title_source":"archive","repo":"gljs/aces","path":"evaluation/coco_caption/pycocoevalcap/bleu/bleu_scorer.py","file_url":"https://github.com/gljs/aces/blob/HEAD/evaluation/coco_caption/pycocoevalcap/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2403.09346","paper":"/paper/avibench-towards-evaluating-the-robustness-of","title":"B-AVIBench: Towards Evaluating the Robustness of Large Vision-Language Model on Black-box Adversarial Visual-Instructions","date":"2024-03-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"zhanghao5201/b-avibench","path":"image_attack_tool/models/cider.py","file_url":"https://github.com/zhanghao5201/b-avibench/blob/HEAD/image_attack_tool/models/cider.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"2403.02910","paper":"/paper/imgtrojan-jailbreaking-vision-language-models","title":"ImgTrojan: Jailbreaking Vision-Language Models with ONE Image","date":"2024-03-05","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"xijia-tao/imgtrojan","path":"evaluation/caption_accur_metric/script/cider_scorer.py","file_url":"https://github.com/xijia-tao/imgtrojan/blob/HEAD/evaluation/caption_accur_metric/script/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"2310.07478","paper":"/paper/multimodal-graph-learning-for-generative","title":"Multimodal Graph Learning for Generative Tasks","date":"2023-10-11","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"minjiyoon/mmgl","path":"wikiweb2m/cider/cider_scorer.py","file_url":"https://github.com/minjiyoon/mmgl/blob/HEAD/wikiweb2m/cider/cider_scorer.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"9ac7eb4ad21e8dc5","mcp_get_code":{"code_sha256":"9ac7eb4ad21e8dc5"}},{"arxiv_id":"2309.09812","paper":"/paper/r2gengpt-radiology-report-generation-with","title":"R2GenGPT: Radiology Report Generation with Frozen LLMs","date":"2023-09-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wang-zhanyu/r2gengpt","path":"evalcap/cider/cider_scorer.py","file_url":"https://github.com/wang-zhanyu/r2gengpt/blob/HEAD/evalcap/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"2309.09812","paper":"/paper/r2gengpt-radiology-report-generation-with","title":"R2GenGPT: Radiology Report Generation with Frozen LLMs","date":"2023-09-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wang-zhanyu/r2gengpt","path":"evalcap/bleu/bleu_scorer.py","file_url":"https://github.com/wang-zhanyu/r2gengpt/blob/HEAD/evalcap/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2305.18500","paper":"/paper/vast-a-vision-audio-subtitle-text-omni-1","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","date":"2023-05-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"TXH-mercury/VALOR","path":"scorer/bleu_scorer.py","file_url":"https://github.com/TXH-mercury/VALOR/blob/HEAD/scorer/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"6c465efd98518ed2","mcp_get_code":{"code_sha256":"6c465efd98518ed2"}},{"arxiv_id":"2208.12306","paper":"/paper/multimedia-generative-script-learning-for","title":"Multimedia Generative Script Learning for Task Planning","date":"2022-08-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"EagleW/Multimedia-Generative-Script-Learning-for-Task-Planning","path":"bleu/bleu_scorer.py","file_url":"https://github.com/EagleW/Multimedia-Generative-Script-Learning-for-Task-Planning/blob/HEAD/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2111.12085","paper":"/paper/crossing-the-format-boundary-of-text-and","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","date":"2021-11-23","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"microsoft/UniTAB","path":"cococapeval/cider/cider_scorer.py","file_url":"https://github.com/microsoft/UniTAB/blob/HEAD/cococapeval/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"2111.12085","paper":"/paper/crossing-the-format-boundary-of-text-and","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","date":"2021-11-23","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"microsoft/UniTAB","path":"cococapeval/bleu/bleu_scorer.py","file_url":"https://github.com/microsoft/UniTAB/blob/HEAD/cococapeval/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2109.08365","paper":"/paper/codeqa-a-question-answering-dataset-for","title":"CodeQA: A Question Answering Dataset for Source Code Comprehension","date":"2021-09-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jadecxliu/codeqa","path":"codeBERT/code/eval/bleu/bleu_scorer.py","file_url":"https://github.com/jadecxliu/codeqa/blob/HEAD/codeBERT/code/eval/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2105.14477","paper":"/paper/towards-diverse-paragraph-captioning-for","title":"Towards Diverse Paragraph Captioning for Untrimmed Videos","date":"2021-05-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"syuqings/video-paragraph","path":"cap_eval/bleu/bleu_scorer.py","file_url":"https://github.com/syuqings/video-paragraph/blob/HEAD/cap_eval/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2007.11731","paper":"/paper/comprehensive-image-captioning-via-scene","title":"Comprehensive Image Captioning via Scene Graph Decomposition","date":"2020-07-23","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yiwuzhong/sub-gc","path":"misc/diversity/bleu_scorer.py","file_url":"https://github.com/yiwuzhong/sub-gc/blob/HEAD/misc/diversity/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"39b6c760a9bd2617","mcp_get_code":{"code_sha256":"39b6c760a9bd2617"}},{"arxiv_id":"2005.13837","paper":"/paper/generating-diverse-and-consistent-qa-pairs","title":"Generating Diverse and Consistent QA pairs from Contexts with Information-Maximizing Hierarchical Conditional VAEs","date":"2020-05-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"seanie12/Info-HCVAE","path":"vae/qgevalcap/cider/cider_scorer.py","file_url":"https://github.com/seanie12/Info-HCVAE/blob/HEAD/vae/qgevalcap/cider/cider_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"5172aba957a32d9e","mcp_get_code":{"code_sha256":"5172aba957a32d9e"}},{"arxiv_id":"2004.09167","paper":"/paper/chexbert-combining-automatic-labelers-and","title":"CheXbert: Combining Automatic Labelers and Expert Annotations for Accurate Radiology Report Labeling Using BERT","date":"2020-04-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wjhou/recap","path":"pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/wjhou/recap/blob/HEAD/pycocoevalcap/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"2004.09167","paper":"/paper/chexbert-combining-automatic-labelers-and","title":"CheXbert: Combining Automatic Labelers and Expert Annotations for Accurate Radiology Report Labeling Using BERT","date":"2020-04-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wjhou/recap","path":"pycocoevalcap/bleu/bleu_scorer.py","file_url":"https://github.com/wjhou/recap/blob/HEAD/pycocoevalcap/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"1912.08226","paper":"/paper/m2-meshed-memory-transformer-for-image","title":"Meshed-Memory Transformer for Image Captioning","date":"2019-12-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"aimagelab/meshed-memory-transformer","path":"evaluation/bleu/bleu_scorer.py","file_url":"https://github.com/aimagelab/meshed-memory-transformer/blob/HEAD/evaluation/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"1912.08226","paper":"/paper/m2-meshed-memory-transformer-for-image","title":"Meshed-Memory Transformer for Image Captioning","date":"2019-12-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"aimagelab/meshed-memory-transformer","path":"evaluation/cider/cider_scorer.py","file_url":"https://github.com/aimagelab/meshed-memory-transformer/blob/HEAD/evaluation/cider/cider_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"26e17b0aeb64b34c","mcp_get_code":{"code_sha256":"26e17b0aeb64b34c"}},{"arxiv_id":"1908.05739","paper":"/paper/abductive-commonsense-reasoning","title":"Abductive Commonsense Reasoning","date":"2019-08-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"seungonekim/abductive-commonsense-reasoning","path":"anlg/evaluation/bleu/bleu_scorer.py","file_url":"https://github.com/seungonekim/abductive-commonsense-reasoning/blob/HEAD/anlg/evaluation/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"1901.11504","paper":"/paper/multi-task-deep-neural-networks-for-natural","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","date":"2019-01-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"xycforgithub/MultiTask-MRC","path":"my_utils/bleu_scorer.py","file_url":"https://github.com/xycforgithub/MultiTask-MRC/blob/HEAD/my_utils/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"1812.00235","paper":"/paper/lifelong-learning-for-image-captioning-by","title":"Learning to Caption Images through a Lifetime by Asking Questions","date":"2018-12-01","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"shenkev/Caption-Lifetime-by-Asking-Questions","path":"Utils/preprocess/preprocess_cider.py","file_url":"https://github.com/shenkev/Caption-Lifetime-by-Asking-Questions/blob/HEAD/Utils/preprocess/preprocess_cider.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"758ce8c8ac1b4c71","mcp_get_code":{"code_sha256":"758ce8c8ac1b4c71"}},{"arxiv_id":"1809.01797","paper":"/paper/describing-a-knowledge-base","title":"Describing a Knowledge Base","date":"2018-09-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"EagleW/Describing_a_Knowledge_Base","path":"pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/EagleW/Describing_a_Knowledge_Base/blob/HEAD/pycocoevalcap/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"1809.01797","paper":"/paper/describing-a-knowledge-base","title":"Describing a Knowledge Base","date":"2018-09-06","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"EagleW/Describing_a_Knowledge_Base","path":"pycocoevalcap/bleu/bleu_scorer.py","file_url":"https://github.com/EagleW/Describing_a_Knowledge_Base/blob/HEAD/pycocoevalcap/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"1806.00807","paper":"/paper/learning-semantic-sentence-embeddings-using-1","title":"Learning Semantic Sentence Embeddings using Sequential Pair-wise Discriminator","date":"2018-06-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"dev-chauhan/PQG-pytorch","path":"pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/dev-chauhan/PQG-pytorch/blob/HEAD/pycocoevalcap/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"1806.00807","paper":"/paper/learning-semantic-sentence-embeddings-using-1","title":"Learning Semantic Sentence Embeddings using Sequential Pair-wise Discriminator","date":"2018-06-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"vinodkkurmi/PQG","path":"coco-caption/pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/vinodkkurmi/PQG/blob/HEAD/coco-caption/pycocoevalcap/cider/cider_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5172aba957a32d9e","mcp_get_code":{"code_sha256":"5172aba957a32d9e"}},{"arxiv_id":"1806.00807","paper":"/paper/learning-semantic-sentence-embeddings-using-1","title":"Learning Semantic Sentence Embeddings using Sequential Pair-wise Discriminator","date":"2018-06-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"dev-chauhan/PQG-pytorch","path":"pycocoevalcap/bleu/bleu_scorer.py","file_url":"https://github.com/dev-chauhan/PQG-pytorch/blob/HEAD/pycocoevalcap/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"1802.06842","paper":"/paper/zero-shot-question-generation-from-knowledge","title":"Zero-Shot Question Generation from Knowledge Graphs for Unseen Predicates and Entity Types","date":"2018-02-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"NAACL2018Anonymous/submission","path":"evaluator/cider/cider_scorer.py","file_url":"https://github.com/NAACL2018Anonymous/submission/blob/HEAD/evaluator/cider/cider_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5172aba957a32d9e","mcp_get_code":{"code_sha256":"5172aba957a32d9e"}},{"arxiv_id":"1611.09571","paper":"/paper/predicting-human-eye-fixations-via-an-lstm","title":"Predicting Human Eye Fixations via an LSTM-based Saliency Attentive Model","date":"2016-11-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chenxy99/ANOC","path":"evaluation/bleu/bleu_scorer.py","file_url":"https://github.com/chenxy99/ANOC/blob/HEAD/evaluation/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"1611.09571","paper":"/paper/predicting-human-eye-fixations-via-an-lstm","title":"Predicting Human Eye Fixations via an LSTM-based Saliency Attentive Model","date":"2016-11-29","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"chenxy99/ANOC","path":"evaluation/cider/cider_scorer.py","file_url":"https://github.com/chenxy99/ANOC/blob/HEAD/evaluation/cider/cider_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"26e17b0aeb64b34c","mcp_get_code":{"code_sha256":"26e17b0aeb64b34c"}},{"arxiv_id":"1611.09268","paper":"/paper/ms-marco-a-human-generated-machine-reading","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","date":"2016-11-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"microsoft/MSMARCO-Question-Answering","path":"Evaluation/bleu_scorer.py","file_url":"https://github.com/microsoft/MSMARCO-Question-Answering/blob/HEAD/Evaluation/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"1608.00272","paper":"/paper/modeling-context-in-referring-expressions","title":"Modeling Context in Referring Expressions","date":"2016-07-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lichengunc/refer","path":"evaluation/cider/cider_scorer.py","file_url":"https://github.com/lichengunc/refer/blob/HEAD/evaluation/cider/cider_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"5172aba957a32d9e","mcp_get_code":{"code_sha256":"5172aba957a32d9e"}},{"arxiv_id":"1506.08909","paper":"/paper/the-ubuntu-dialogue-corpus-a-large-dataset-1","title":"The Ubuntu Dialogue Corpus: A Large Dataset for Research in Unstructured Multi-Turn Dialogue Systems","date":"2015-06-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"yangliuy/HybridNCM","path":"generation/pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/yangliuy/HybridNCM/blob/HEAD/generation/pycocoevalcap/cider/cider_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"5172aba957a32d9e","mcp_get_code":{"code_sha256":"5172aba957a32d9e"}},{"arxiv_id":"1503.01817","paper":"/paper/yfcc100m-the-new-data-in-multimedia-research","title":"YFCC100M: The New Data in Multimedia Research","date":null,"month_inferred_from_arxiv_id":"2015-03","title_source":"archive","repo":"cesc-park/attend2u","path":"utils/pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/cesc-park/attend2u/blob/HEAD/utils/pycocoevalcap/cider/cider_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5172aba957a32d9e","mcp_get_code":{"code_sha256":"5172aba957a32d9e"}},{"arxiv_id":"1502.03044","paper":"/paper/show-attend-and-tell-neural-image-caption","title":"Show, Attend and Tell: Neural Image Caption Generation with Visual Attention","date":"2015-02-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"coldmanck/show-attend-and-tell","path":"utils/coco/pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/coldmanck/show-attend-and-tell/blob/HEAD/utils/coco/pycocoevalcap/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"1502.03044","paper":"/paper/show-attend-and-tell-neural-image-caption","title":"Show, Attend and Tell: Neural Image Caption Generation with Visual Attention","date":"2015-02-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"DeepRNN/image_captioning","path":"utils/coco/pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/DeepRNN/image_captioning/blob/HEAD/utils/coco/pycocoevalcap/cider/cider_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"5172aba957a32d9e","mcp_get_code":{"code_sha256":"5172aba957a32d9e"}},{"arxiv_id":"1502.03044","paper":"/paper/show-attend-and-tell-neural-image-caption","title":"Show, Attend and Tell: Neural Image Caption Generation with Visual Attention","date":"2015-02-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"coldmanck/show-attend-and-tell","path":"utils/coco/pycocoevalcap/bleu/bleu_scorer.py","file_url":"https://github.com/coldmanck/show-attend-and-tell/blob/HEAD/utils/coco/pycocoevalcap/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"1502.03044","paper":"/paper/show-attend-and-tell-neural-image-caption","title":"Show, Attend and Tell: Neural Image Caption Generation with Visual Attention","date":"2015-02-10","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"maxy0524/image_captioning","path":"utils/coco/pycocoevalcap/bleu/bleu_scorer.py","file_url":"https://github.com/maxy0524/image_captioning/blob/HEAD/utils/coco/pycocoevalcap/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"ce924695dcab9465","mcp_get_code":{"code_sha256":"ce924695dcab9465"}},{"arxiv_id":"1411.5726","paper":"/paper/cider-consensus-based-image-description","title":"CIDEr: Consensus-based Image Description Evaluation","date":"2014-11-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wenhuchen/data-to-text-evaluation-metric","path":"pycocoevalcap/cider/cider.py","file_url":"https://github.com/wenhuchen/data-to-text-evaluation-metric/blob/HEAD/pycocoevalcap/cider/cider.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"1411.5726","paper":"/paper/cider-consensus-based-image-description","title":"CIDEr: Consensus-based Image Description Evaluation","date":"2014-11-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lvapeab/coco-caption","path":"pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/lvapeab/coco-caption/blob/HEAD/pycocoevalcap/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"fda10f0c39a7dc69","mcp_get_code":{"code_sha256":"fda10f0c39a7dc69"}},{"arxiv_id":"1411.5726","paper":"/paper/cider-consensus-based-image-description","title":"CIDEr: Consensus-based Image Description Evaluation","date":"2014-11-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"vrama91/coco-caption","path":"pycocoevalcap/cider/cider.py","file_url":"https://github.com/vrama91/coco-caption/blob/HEAD/pycocoevalcap/cider/cider.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"code_sha256_prefix":"5172aba957a32d9e","mcp_get_code":{"code_sha256":"5172aba957a32d9e"}},{"arxiv_id":"ijcai2022_0224","paper":null,"title":"arXiv:ijcai2022_0224","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"zchoi/S2-Transformer","path":"evaluation/bleu/bleu_scorer.py","file_url":"https://github.com/zchoi/S2-Transformer/blob/HEAD/evaluation/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"aaai_32596","paper":null,"title":"arXiv:aaai_32596","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"TengfeiLiu966/HC-LLM","path":"pycocoevalcap/cider/cider_scorer.py","file_url":"https://github.com/TengfeiLiu966/HC-LLM/blob/HEAD/pycocoevalcap/cider/cider_scorer.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}},{"arxiv_id":"aaai_32596","paper":null,"title":"arXiv:aaai_32596","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"TengfeiLiu966/HC-LLM","path":"pycocoevalcap/bleu/bleu_scorer.py","file_url":"https://github.com/TengfeiLiu966/HC-LLM/blob/HEAD/pycocoevalcap/bleu/bleu_scorer.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"7586e1d32f7325f7","mcp_get_code":{"code_sha256":"7586e1d32f7325f7"}},{"arxiv_id":"2023.findings-acl.805","paper":null,"title":"arXiv:2023.findings-acl.805","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"iesl/Softmax-CPR","path":"src/summarization/cider.py","file_url":"https://github.com/iesl/Softmax-CPR/blob/HEAD/src/summarization/cider.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"4c1b107103b7c856","mcp_get_code":{"code_sha256":"4c1b107103b7c856"}}]}