{"url":"/sota/citation-intent-classification-on-scicite","task":{"name":"Citation Intent Classification","url":"/task/citation-intent-classification","note":null},"dataset":{"name":"SciCite","url":"/dataset/scicite"},"category":"Natural Language Processing","categories":["Natural Language Processing"],"category_note":null,"description":"Identifying the reason why an author cited another author.","description_from":"task","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","rank":"the archive's row order at snapshot; not re-ranked","rows_end_at":"2025-07-28","rows_withheld_as_spam":0,"metric_values":"the archive's strings, untouched"},"metrics":["Macro-F1"],"metric_direction":{"note":"inferred from the metric name only (the archive records no direction); null = not inferred, chart draws points only","by_metric":{"Macro-F1":"higher"}},"counts":{"rows":8,"rows_with_code":6,"rows_with_paper_page":8,"rows_dated":8,"rows_using_additional_data":3},"rows":[{"rank_in_archive_order":1,"model":"EnsIntWS","metrics":{"Macro-F1":"89.46"},"uses_additional_data":false,"paper_date":"2024-07-18","paper":"/paper/why-do-you-cite-an-investigation-on-citation","paper_url":"https://arxiv.org/abs/2407.13329v1","paper_title":"Why do you cite? An investigation on citation intents and decision-making classification processes","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":2,"model":"ImpactCite","metrics":{"Macro-F1":"88.93"},"uses_additional_data":true,"paper_date":"2020-05-05","paper":"/paper/impactcite-an-xlnet-based-method-for-citation","paper_url":"https://arxiv.org/abs/2005.06611v1","paper_title":"ImpactCite: An XLNet-based method for Citation Impact Analysis","code":"https://github.com/DominiqueMercier/ImpactCite","n_code_links":1,"syntology":null},{"rank_in_archive_order":3,"model":"SS-cGAN + SciBERT","metrics":{"Macro-F1":"88.74"},"uses_additional_data":false,"paper_date":"2025-05-27","paper":"/paper/leveraging-gans-for-citation-intent","paper_url":"https://arxiv.org/abs/2505.21162v1","paper_title":"Leveraging GANs for citation intent classification and its impact on citation network analysis","code":"https://github.com/davialvb/intent-citation-network","n_code_links":1,"syntology":null},{"rank_in_archive_order":4,"model":"EnsIntWoS","metrics":{"Macro-F1":"88.48"},"uses_additional_data":false,"paper_date":"2024-07-18","paper":"/paper/why-do-you-cite-an-investigation-on-citation","paper_url":"https://arxiv.org/abs/2407.13329v1","paper_title":"Why do you cite? An investigation on citation intents and decision-making classification processes","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":5,"model":"CitePrompt","metrics":{"Macro-F1":"86.33"},"uses_additional_data":false,"paper_date":"2023-04-25","paper":"/paper/citeprompt-using-prompts-to-identify-citation","paper_url":"https://arxiv.org/abs/2304.12730v2","paper_title":"CitePrompt: Using Prompts to Identify Citation Intent in Scientific Papers","code":"https://github.com/avisheklahiri/citeprompt","n_code_links":1,"syntology":null},{"rank_in_archive_order":6,"model":"SciBERT","metrics":{"Macro-F1":"86.32"},"uses_additional_data":true,"paper_date":"2019-03-26","paper":"/paper/scibert-pretrained-contextualized-embeddings","paper_url":"https://arxiv.org/abs/1903.10676v3","paper_title":"SciBERT: A Pretrained Language Model for Scientific Text","code":"https://github.com/allenai/scibert","n_code_links":6,"syntology":null},{"rank_in_archive_order":7,"model":"Structural-Scaffolds","metrics":{"Macro-F1":"84.99"},"uses_additional_data":true,"paper_date":"2019-04-02","paper":"/paper/structural-scaffolds-for-citation-intent","paper_url":"https://arxiv.org/abs/1904.01608v2","paper_title":"Structural Scaffolds for Citation Intent Classification in Scientific Publications","code":"https://github.com/allenai/scicite","n_code_links":1,"syntology":{"n_ran":0,"n_unverified":5,"n_samples":5,"n_pointer_only_licence":0}},{"rank_in_archive_order":8,"model":"Feature-Rich Random Forest","metrics":{"Macro-F1":"82.6"},"uses_additional_data":false,"paper_date":"2018-01-01","paper":"/paper/measuring-the-evolution-of-a-scientific-field","paper_url":"https://aclanthology.org/q18-1028","paper_title":"Measuring the Evolution of a Scientific Field through Citation Frames","code":"https://github.com/davidjurgens/citation-function","n_code_links":1,"syntology":null}],"since_archive":{"present":false,"note":"No Syntology-extracted rows are published in this build."},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per row: N of M harvested code samples from that row's paper executed on a synthesized fixture; the other M-N are unverified. Not a reproduction of the row's number; not a correctness claim. n_pointer_only_licence counts samples the site points at rather than redistributes (a licence axis, independent of ran/unverified).","rows_with_graph_line":1,"rows_with_any_sample_ran":0,"distinct_papers_with_graph_line":1,"distinct_papers_with_any_sample_ran":0,"samples_over_distinct_papers":{"n_ran":0,"n_unverified":5,"n_samples":5,"n_pointer_only_licence":0,"note":"each paper (arXiv id) counted once, however many rows it is behind; this is the page-level figure"},"samples_row_weighted":{"n_ran":0,"n_unverified":5,"n_samples":5,"n_pointer_only_licence":0,"note":"row-weighted: a paper behind several rows is counted once per row; inflated relative to samples_over_distinct_papers by design, kept for readers summing the per-row syntology blocks"}}}