{"url":"/sota/conversational-response-selection-on-polyai","task":{"name":"Conversational Response Selection","url":"/task/conversational-response-selection","note":null},"dataset":{"name":"PolyAI Reddit","url":"/dataset/reddit"},"category":"Natural Language Processing","categories":["Natural Language Processing"],"category_note":null,"description":"Conversational response selection refers to the task of identifying the most relevant response to a given input sentence from a collection of sentences.","description_from":"task","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","rank":"the archive's row order at snapshot; not re-ranked","rows_end_at":"2025-07-28","rows_withheld_as_spam":0,"metric_values":"the archive's strings, untouched"},"metrics":["1-of-100 Accuracy"],"metric_direction":{"note":"inferred from the metric name only (the archive records no direction); null = not inferred, chart draws points only","by_metric":{"1-of-100 Accuracy":"higher"}},"counts":{"rows":5,"rows_with_code":5,"rows_with_paper_page":5,"rows_dated":5,"rows_using_additional_data":0},"rows":[{"rank_in_archive_order":1,"model":"Multi-context ConveRT","metrics":{"1-of-100 Accuracy":"71.8%"},"uses_additional_data":false,"paper_date":"2019-11-09","paper":"/paper/convert-efficient-and-accurate-conversational","paper_url":"https://arxiv.org/abs/1911.03688v2","paper_title":"ConveRT: Efficient and Accurate Conversational Representations from Transformers","code":"https://github.com/golsun/dialogrpt","n_code_links":5,"syntology":{"n_ran":0,"n_unverified":9,"n_samples":9,"n_pointer_only_licence":0}},{"rank_in_archive_order":2,"model":"ConveRT","metrics":{"1-of-100 Accuracy":"68.3%"},"uses_additional_data":false,"paper_date":"2019-11-09","paper":"/paper/convert-efficient-and-accurate-conversational","paper_url":"https://arxiv.org/abs/1911.03688v2","paper_title":"ConveRT: Efficient and Accurate Conversational Representations from Transformers","code":"https://github.com/golsun/dialogrpt","n_code_links":5,"syntology":{"n_ran":0,"n_unverified":9,"n_samples":9,"n_pointer_only_licence":0}},{"rank_in_archive_order":3,"model":"PolyAI Encoder","metrics":{"1-of-100 Accuracy":"61.3%"},"uses_additional_data":false,"paper_date":"2019-04-13","paper":"/paper/190406472","paper_url":"https://arxiv.org/abs/1904.06472v2","paper_title":"A Repository of Conversational Datasets","code":"https://github.com/PolyAI-LDN/conversational-datasets","n_code_links":3,"syntology":{"n_ran":0,"n_unverified":3,"n_samples":3,"n_pointer_only_licence":0}},{"rank_in_archive_order":4,"model":"USE","metrics":{"1-of-100 Accuracy":"47.7%"},"uses_additional_data":false,"paper_date":"2018-03-29","paper":"/paper/universal-sentence-encoder","paper_url":"http://arxiv.org/abs/1803.11175v2","paper_title":"Universal Sentence Encoder","code":"https://github.com/facebookresearch/InferSent","n_code_links":24,"syntology":{"n_ran":1,"n_unverified":21,"n_samples":22,"n_pointer_only_licence":1}},{"rank_in_archive_order":5,"model":"ELMO","metrics":{"1-of-100 Accuracy":"19.3%"},"uses_additional_data":false,"paper_date":"2018-02-15","paper":"/paper/deep-contextualized-word-representations","paper_url":"http://arxiv.org/abs/1802.05365v2","paper_title":"Deep contextualized word representations","code":"https://github.com/flairNLP/flair","n_code_links":46,"syntology":{"n_ran":23,"n_unverified":35,"n_samples":58,"n_pointer_only_licence":25}}],"since_archive":{"present":false,"note":"No Syntology-extracted rows are published in this build."},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per row: N of M harvested code samples from that row's paper executed on a synthesized fixture; the other M-N are unverified. Not a reproduction of the row's number; not a correctness claim. n_pointer_only_licence counts samples the site points at rather than redistributes (a licence axis, independent of ran/unverified).","rows_with_graph_line":5,"rows_with_any_sample_ran":2,"distinct_papers_with_graph_line":4,"distinct_papers_with_any_sample_ran":2,"samples_over_distinct_papers":{"n_ran":24,"n_unverified":68,"n_samples":92,"n_pointer_only_licence":26,"note":"each paper (arXiv id) counted once, however many rows it is behind; this is the page-level figure"},"samples_row_weighted":{"n_ran":24,"n_unverified":77,"n_samples":101,"n_pointer_only_licence":26,"note":"row-weighted: a paper behind several rows is counted once per row; inflated relative to samples_over_distinct_papers by design, kept for readers summing the per-row syntology blocks"}}}