{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/my-lcs","entry":"my_lcs","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":10,"n_papers_ran":5,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":4,"n_samples_ran":1,"n_samples_fingerprinted":0,"n_places":10,"n_places_pointer_only":1,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":0,"ran_fixture":0,"ran":1,"unverified":3},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2401.04514","paper":"/paper/rewriting-the-code-a-simple-method-for-large","title":"Rewriting the Code: A Simple Method for Large Language Model Augmented Code Search","date":"2024-01-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"alex-haochenli/reco","path":"metrics/rouge.py","file_url":"https://github.com/alex-haochenli/reco/blob/HEAD/metrics/rouge.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"d6f215d655a876ee","mcp_get_code":{"code_sha256":"d6f215d655a876ee"}},{"arxiv_id":"2309.09812","paper":"/paper/r2gengpt-radiology-report-generation-with","title":"R2GenGPT: Radiology Report Generation with Frozen LLMs","date":"2023-09-18","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"wang-zhanyu/r2gengpt","path":"evalcap/rouge/rouge.py","file_url":"https://github.com/wang-zhanyu/r2gengpt/blob/HEAD/evalcap/rouge/rouge.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"code_sha256_prefix":"d6f215d655a876ee","mcp_get_code":{"code_sha256":"d6f215d655a876ee"}},{"arxiv_id":"2203.09313","paper":"/paper/eva2-0-investigating-open-domain-chinese","title":"EVA2.0: Investigating Open-Domain Chinese Dialogue Systems with Large-Scale Pre-Training","date":"2022-03-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"thu-coai/EVA","path":"src/generation_metrics.py","file_url":"https://github.com/thu-coai/EVA/blob/HEAD/src/generation_metrics.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"1e4734d93a0d4a9e","mcp_get_code":{"code_sha256":"1e4734d93a0d4a9e"}},{"arxiv_id":"2109.08365","paper":"/paper/codeqa-a-question-answering-dataset-for","title":"CodeQA: A Question Answering Dataset for Source Code Comprehension","date":"2021-09-17","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"jadecxliu/codeqa","path":"codeBERT/code/eval/rouge/rouge.py","file_url":"https://github.com/jadecxliu/codeqa/blob/HEAD/codeBERT/code/eval/rouge/rouge.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8e177567218199c4","mcp_get_code":{"code_sha256":"8e177567218199c4"}},{"arxiv_id":"2004.09144","paper":"/paper/transformer-reasoning-network-for-image-text","title":"Transformer Reasoning Network for Image-Text Matching and Retrieval","date":"2020-04-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mesnico/TERN","path":"evaluate_utils/rouge.py","file_url":"https://github.com/mesnico/TERN/blob/HEAD/evaluate_utils/rouge.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"8e177567218199c4","mcp_get_code":{"code_sha256":"8e177567218199c4"}},{"arxiv_id":"1909.06356","paper":"/paper/addressing-semantic-drift-in-question","title":"Addressing Semantic Drift in Question Generation for Semi-Supervised Question Answering","date":"2019-09-13","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ZhangShiyue/QGforQA","path":"LIB/EVAL/rouge.py","file_url":"https://github.com/ZhangShiyue/QGforQA/blob/HEAD/LIB/EVAL/rouge.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"16b3541623c0f60b","mcp_get_code":{"code_sha256":"16b3541623c0f60b"}},{"arxiv_id":"1802.06842","paper":"/paper/zero-shot-question-generation-from-knowledge","title":"Zero-Shot Question Generation from Knowledge Graphs for Unseen Predicates and Entity Types","date":"2018-02-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"NAACL2018Anonymous/submission","path":"evaluator/rouge/rouge.py","file_url":"https://github.com/NAACL2018Anonymous/submission/blob/HEAD/evaluator/rouge/rouge.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d6f215d655a876ee","mcp_get_code":{"code_sha256":"d6f215d655a876ee"}},{"arxiv_id":"1608.00272","paper":"/paper/modeling-context-in-referring-expressions","title":"Modeling Context in Referring Expressions","date":"2016-07-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"lichengunc/refer","path":"evaluation/rouge/rouge.py","file_url":"https://github.com/lichengunc/refer/blob/HEAD/evaluation/rouge/rouge.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"d6f215d655a876ee","mcp_get_code":{"code_sha256":"d6f215d655a876ee"}},{"arxiv_id":"1503.01817","paper":"/paper/yfcc100m-the-new-data-in-multimedia-research","title":"YFCC100M: The New Data in Multimedia Research","date":null,"month_inferred_from_arxiv_id":"2015-03","title_source":"archive","repo":"cesc-park/attend2u","path":"utils/pycocoevalcap/rouge/rouge.py","file_url":"https://github.com/cesc-park/attend2u/blob/HEAD/utils/pycocoevalcap/rouge/rouge.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"d6f215d655a876ee","mcp_get_code":{"code_sha256":"d6f215d655a876ee"}},{"arxiv_id":"2022.emnlp-industry.44","paper":null,"title":"arXiv:2022.emnlp-industry.44","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"VectorInstitute/NAA","path":"responsegeneration/Evaluation/rouge.py","file_url":"https://github.com/VectorInstitute/NAA/blob/HEAD/responsegeneration/Evaluation/rouge.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"8e177567218199c4","mcp_get_code":{"code_sha256":"8e177567218199c4"}}]}