{"url":"/sota/keyword-spotting-on-google-speech-commands","task":{"name":"Keyword Spotting","url":"/task/keyword-spotting","note":null},"dataset":{"name":"Google Speech Commands","url":"/dataset/speech-commands"},"category":"Computer Vision","categories":["Computer Vision","Speech"],"category_note":null,"description":"In speech processing, keyword spotting deals with the identification of keywords in utterances.\r\n\r\n<span style=\"color:grey; opacity: 0.6\">( Image credit: [Simon Grest](https://github.com/simongrest/kaggle-freesound-audio-tagging-2019) )</span>","description_from":"task","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","rank":"the archive's row order at snapshot; not re-ranked","rows_end_at":"2025-07-28","rows_withheld_as_spam":0,"metric_values":"the archive's strings, untouched"},"metrics":["Google Speech Commands V1 12","Google Speech Commands V2 12","Google Speech Commands V2 2","Google Speech Commands V2 20","Google Speech Commands V2 35","Google Speech Commands V1 2","Google Speech Commands V1 20","Google Speech Commands V1 35","Google Speech Commands V1 6","10-keyword Speech Commands dataset","Google Speech Command-Musan","% Test Accuracy","Google Speech Commands"],"metric_direction":{"note":"inferred from the metric name only (the archive records no direction); null = not inferred, chart draws points only","by_metric":{"Google Speech Commands V1 12":null,"Google Speech Commands V2 12":null,"Google Speech Commands V2 2":null,"Google Speech Commands V2 20":null,"Google Speech Commands V2 35":null,"Google Speech Commands V1 2":null,"Google Speech Commands V1 20":null,"Google Speech Commands V1 35":null,"Google Speech Commands V1 6":null,"10-keyword Speech Commands dataset":null,"Google Speech Command-Musan":null,"% Test Accuracy":"higher","Google Speech Commands":null}},"counts":{"rows":42,"rows_with_code":30,"rows_with_paper_page":42,"rows_dated":42,"rows_using_additional_data":2},"rows":[{"rank_in_archive_order":1,"model":"TripletLoss-res15","metrics":{"Google Speech Commands V1 12":"98.56","Google Speech Commands V2 12":"98.37","Google Speech Commands V2 35":"97.0"},"uses_additional_data":false,"paper_date":"2021-01-12","paper":"/paper/learning-efficient-representations-for-3","paper_url":"https://arxiv.org/abs/2101.04792v4","paper_title":"Learning Efficient Representations for Keyword Spotting with Triplet Loss","code":"https://github.com/roman-vygon/triplet_loss_kws","n_code_links":1,"syntology":null},{"rank_in_archive_order":2,"model":"BC-ResNet-8","metrics":{"Google Speech Commands V1 12":"98.0","Google Speech Commands V2 12":"98.7"},"uses_additional_data":false,"paper_date":"2021-06-08","paper":"/paper/broadcasted-residual-learning-for-efficient","paper_url":"https://arxiv.org/abs/2106.04140v4","paper_title":"Broadcasted Residual Learning for Efficient Keyword Spotting","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":4,"syntology":null},{"rank_in_archive_order":3,"model":"Wav2KWS","metrics":{"Google Speech Commands V1 12":"97.9","Google Speech Commands V2 12":"98.5","Google Speech Commands V2 20":"97.8"},"uses_additional_data":false,"paper_date":"2021-05-10","paper":"/paper/wav2kws-transfer-learning-from-speech","paper_url":"https://ieeexplore.ieee.org/document/9427206","paper_title":"Wav2KWS: Transfer Learning from Speech Representations for Keyword Spotting","code":"https://github.com/qute012/Wav2Keyword","n_code_links":1,"syntology":null},{"rank_in_archive_order":4,"model":"res 8","metrics":{"Google Speech Commands V1 12":"97.8"},"uses_additional_data":false,"paper_date":"2020-08-21","paper":"/paper/howl-a-deployed-open-source-wake-word","paper_url":"https://arxiv.org/abs/2008.09606v1","paper_title":"Howl: A Deployed, Open-Source Wake Word Detection System","code":"https://github.com/castorini/howl","n_code_links":2,"syntology":null},{"rank_in_archive_order":5,"model":"KWT-3","metrics":{"Google Speech Commands V1 12":"97.49 ±0.15","Google Speech Commands V2 12":"98.56 ±0.07","Google Speech Commands V2 35":"97.69 ±0.09"},"uses_additional_data":false,"paper_date":"2021-04-01","paper":"/paper/keyword-transformer-a-self-attention-model","paper_url":"https://arxiv.org/abs/2104.00769v3","paper_title":"Keyword Transformer: A Self-Attention Model for Keyword Spotting","code":"https://github.com/ARM-software/keyword-transformer","n_code_links":10,"syntology":{"n_ran":1,"n_unverified":15,"n_samples":16,"n_pointer_only_licence":0}},{"rank_in_archive_order":6,"model":"MatchboxNet-3x2x64","metrics":{"Google Speech Commands V1 12":"97.48","Google Speech Commands V2 12":"97.63"},"uses_additional_data":false,"paper_date":"2020-04-21","paper":"/paper/matchboxnet-1d-time-channel-separable-1","paper_url":"http://arxiv.org/abs/2004.08531v2","paper_title":"MatchboxNet: 1D Time-Channel Separable Convolutional Neural Network Architecture for Speech Commands Recognition","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":1,"syntology":null},{"rank_in_archive_order":7,"model":"ConvMixer","metrics":{"Google Speech Commands V1 12":"97.3","Google Speech Commands V2 12":"98.2"},"uses_additional_data":false,"paper_date":"2022-01-15","paper":"/paper/convmixer-feature-interactive-convolution","paper_url":"https://arxiv.org/abs/2201.05863v1","paper_title":"ConvMixer: Feature Interactive Convolution with Curriculum Learning for Small Footprint and Noisy Far-field Keyword Spotting","code":"https://github.com/dianwen-ng/Keyword-Spotting-ConvMixer","n_code_links":2,"syntology":null},{"rank_in_archive_order":8,"model":"KWT-2","metrics":{"Google Speech Commands V1 12":"97.27 ±0.08","Google Speech Commands V2 12":"98.43±0.08","Google Speech Commands V2 35":"97.74 ±0.03"},"uses_additional_data":false,"paper_date":"2021-04-01","paper":"/paper/keyword-transformer-a-self-attention-model","paper_url":"https://arxiv.org/abs/2104.00769v3","paper_title":"Keyword Transformer: A Self-Attention Model for Keyword Spotting","code":"https://github.com/ARM-software/keyword-transformer","n_code_links":10,"syntology":{"n_ran":1,"n_unverified":15,"n_samples":16,"n_pointer_only_licence":0}},{"rank_in_archive_order":9,"model":"KWT-1","metrics":{"Google Speech Commands V1 12":"97.26±0.18","Google Speech Commands V2 12":"98.08±0.10","Google Speech Commands V2 35":"96.95±0.14"},"uses_additional_data":false,"paper_date":"2021-04-01","paper":"/paper/keyword-transformer-a-self-attention-model","paper_url":"https://arxiv.org/abs/2104.00769v3","paper_title":"Keyword Transformer: A Self-Attention Model for Keyword Spotting","code":"https://github.com/ARM-software/keyword-transformer","n_code_links":10,"syntology":{"n_ran":1,"n_unverified":15,"n_samples":16,"n_pointer_only_licence":0}},{"rank_in_archive_order":10,"model":"MHAtt-RNN","metrics":{"Google Speech Commands V1 12":"97.2","Google Speech Commands V2 12":"98"},"uses_additional_data":false,"paper_date":"2020-05-14","paper":"/paper/streaming-keyword-spotting-on-mobile-devices","paper_url":"https://arxiv.org/abs/2005.06720v2","paper_title":"Streaming keyword spotting on mobile devices","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":3,"syntology":{"n_ran":0,"n_unverified":1,"n_samples":1,"n_pointer_only_licence":0}},{"rank_in_archive_order":11,"model":"NAS1","metrics":{"Google Speech Commands V1 12":"97.06"},"uses_additional_data":false,"paper_date":"2020-09-01","paper":"/paper/neural-architecture-search-for-keyword","paper_url":"https://arxiv.org/abs/2009.00165v2","paper_title":"Neural Architecture Search For Keyword Spotting","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":12,"model":"SSAMBA","metrics":{"Google Speech Commands V1 12":"96.9","Google Speech Commands V2 35":"97.4"},"uses_additional_data":false,"paper_date":"2024-05-20","paper":"/paper/ssamba-self-supervised-audio-representation","paper_url":"https://arxiv.org/abs/2405.11831v2","paper_title":"SSAMBA: Self-Supervised Audio Representation Learning with Mamba State Space Model","code":"https://github.com/siavashshams/ssamba","n_code_links":1,"syntology":{"n_ran":5,"n_unverified":3,"n_samples":8,"n_pointer_only_licence":0}},{"rank_in_archive_order":13,"model":"Attention RNN","metrics":{"Google Speech Commands V1 12":"95.6","Google Speech Commands V1 2":"99.2","Google Speech Commands V1 20":"94.1","Google Speech Commands V1 35":"94.3","Google Speech Commands V2 12":"96.9","Google Speech Commands V2 2":"99.4","Google Speech Commands V2 20":"94.5","Google Speech Commands V2 35":"93.9"},"uses_additional_data":false,"paper_date":"2018-08-27","paper":"/paper/a-neural-attention-model-for-speech-command","paper_url":"http://arxiv.org/abs/1808.08929v1","paper_title":"A neural attention model for speech command recognition","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":8,"syntology":{"n_ran":2,"n_unverified":1,"n_samples":3,"n_pointer_only_licence":2}},{"rank_in_archive_order":14,"model":"DS-CNN","metrics":{"Google Speech Commands V1 12":"94.4"},"uses_additional_data":false,"paper_date":"2017-11-20","paper":"/paper/hello-edge-keyword-spotting-on","paper_url":"http://arxiv.org/abs/1711.07128v3","paper_title":"Hello Edge: Keyword Spotting on Microcontrollers","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":18,"syntology":null},{"rank_in_archive_order":15,"model":"GRU","metrics":{"Google Speech Commands V1 12":"93.5"},"uses_additional_data":true,"paper_date":"2017-11-20","paper":"/paper/hello-edge-keyword-spotting-on","paper_url":"http://arxiv.org/abs/1711.07128v3","paper_title":"Hello Edge: Keyword Spotting on Microcontrollers","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":18,"syntology":null},{"rank_in_archive_order":16,"model":"LSTM","metrics":{"Google Speech Commands V1 12":"92.9"},"uses_additional_data":true,"paper_date":"2017-11-20","paper":"/paper/hello-edge-keyword-spotting-on","paper_url":"http://arxiv.org/abs/1711.07128v3","paper_title":"Hello Edge: Keyword Spotting on Microcontrollers","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":18,"syntology":null},{"rank_in_archive_order":17,"model":"Basic LSTM","metrics":{"Google Speech Commands V1 12":"92.0"},"uses_additional_data":false,"paper_date":"2017-11-20","paper":"/paper/hello-edge-keyword-spotting-on","paper_url":"http://arxiv.org/abs/1711.07128v3","paper_title":"Hello Edge: Keyword Spotting on Microcontrollers","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":18,"syntology":null},{"rank_in_archive_order":18,"model":"DNN","metrics":{"Google Speech Commands V1 12":"91.6"},"uses_additional_data":false,"paper_date":"2017-11-20","paper":"/paper/hello-edge-keyword-spotting-on","paper_url":"http://arxiv.org/abs/1711.07128v3","paper_title":"Hello Edge: Keyword Spotting on Microcontrollers","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":18,"syntology":null},{"rank_in_archive_order":19,"model":"CNN","metrics":{"Google Speech Commands V1 12":"84.6"},"uses_additional_data":false,"paper_date":"2017-11-20","paper":"/paper/hello-edge-keyword-spotting-on","paper_url":"http://arxiv.org/abs/1711.07128v3","paper_title":"Hello Edge: Keyword Spotting on Microcontrollers","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":18,"syntology":null},{"rank_in_archive_order":20,"model":"WaveFormer","metrics":{"Google Speech Commands V2 12":"98.8","Google Speech Commands V2 35":"99.1"},"uses_additional_data":false,"paper_date":"2024-03-25","paper":"/paper/work-in-progress-linear-transformers-for","paper_url":"https://ieeexplore.ieee.org/document/10546828","paper_title":"Work in Progress: Linear Transformers for TinyML","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":21,"model":"EdgeCRNN 2.0×","metrics":{"Google Speech Commands V2 12":"98.05"},"uses_additional_data":false,"paper_date":"2021-03-14","paper":"/paper/edgecrnn-an-edgecomputing-oriented-model-of","paper_url":"https://link.springer.com/article/10.1007/s12652-021-03022-1","paper_title":"EdgeCRNN: an edgecomputing oriented model of acoustic feature enhancement for keyword spotting","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":22,"model":"Embedding + Head","metrics":{"Google Speech Commands V2 12":"97.7"},"uses_additional_data":false,"paper_date":"2020-01-31","paper":"/paper/training-keyword-spotters-with-limited-and","paper_url":"https://arxiv.org/abs/2002.01322v1","paper_title":"Training Keyword Spotters with Limited and Synthesized Speech Data","code":"https://github.com/dscripka/openwakeword","n_code_links":1,"syntology":null},{"rank_in_archive_order":23,"model":"Head without Embedding","metrics":{"Google Speech Commands V2 12":"97.4"},"uses_additional_data":false,"paper_date":"2020-01-31","paper":"/paper/training-keyword-spotters-with-limited-and","paper_url":"https://arxiv.org/abs/2002.01322v1","paper_title":"Training Keyword Spotters with Limited and Synthesized Speech Data","code":"https://github.com/dscripka/openwakeword","n_code_links":1,"syntology":null},{"rank_in_archive_order":24,"model":"TC-ResNet14-1.5","metrics":{"Google Speech Commands V2 12":"96.6"},"uses_additional_data":false,"paper_date":"2019-04-08","paper":"/paper/temporal-convolution-for-real-time-keyword","paper_url":"https://arxiv.org/abs/1904.03814v2","paper_title":"Temporal Convolution for Real-time Keyword Spotting on Mobile Devices","code":"https://github.com/google-research/google-research/tree/master/kws_streaming","n_code_links":3,"syntology":null},{"rank_in_archive_order":25,"model":"End-to-end KWS model","metrics":{"Google Speech Commands V2 12":"95.55"},"uses_additional_data":false,"paper_date":"2021-04-14","paper":"/paper/end-to-end-keyword-spotting-using-neural","paper_url":"https://arxiv.org/abs/2104.06666v1","paper_title":"End-to-end Keyword Spotting using Neural Architecture Search and Quantization","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":26,"model":"MicroNet-KWS-L","metrics":{"Google Speech Commands V2 12":"95.3"},"uses_additional_data":false,"paper_date":"2020-10-21","paper":"/paper/micronets-neural-network-architectures-for","paper_url":"https://arxiv.org/abs/2010.11267v6","paper_title":"MicroNets: Neural Network Architectures for Deploying TinyML Applications on Commodity Microcontrollers","code":"https://github.com/ARM-software/ML-zoo","n_code_links":1,"syntology":null},{"rank_in_archive_order":27,"model":"DenseNet-BiLTSM","metrics":{"Google Speech Commands V2 20":"96.6"},"uses_additional_data":false,"paper_date":"2019-01-19","paper":"/paper/effective-combination-of-densenet-andbilstm","paper_url":"https://ieeexplore.ieee.org/document/8607038","paper_title":"Effective Combination of DenseNet andBiLSTM for Keyword Spotting","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":28,"model":"LSTM","metrics":{"Google Speech Commands V2 20":"93.72"},"uses_additional_data":false,"paper_date":"2019-07-10","paper":"/paper/multi-layer-attention-mechanism-for-speech","paper_url":"https://arxiv.org/abs/1907.04536v1","paper_title":"Multi-layer Attention Mechanism for Speech Keyword Recognition","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":29,"model":"QNN","metrics":{"Google Speech Commands":"98.53","Google Speech Commands V2 35":"98.60"},"uses_additional_data":false,"paper_date":"2023-09-15","paper":"/paper/towards-on-device-keyword-spotting-using-low","paper_url":"https://ieeexplore.ieee.org/document/10248052","paper_title":"Towards on-Device Keyword Spotting using Low-Footprint Quaternion Neural Models","code":"https://github.com/DataSenseiAryan/GoogleSpeechCommandLowFootprint","n_code_links":1,"syntology":null},{"rank_in_archive_order":30,"model":"M2D","metrics":{"Google Speech Commands V2 35":"98.5"},"uses_additional_data":false,"paper_date":"2022-10-26","paper":"/paper/masked-modeling-duo-learning-representations","paper_url":"https://arxiv.org/abs/2210.14648v3","paper_title":"Masked Modeling Duo: Learning Representations by Encouraging Both Networks to Model the Input","code":"https://github.com/nttcslab/m2d","n_code_links":1,"syntology":{"n_ran":3,"n_unverified":0,"n_samples":3,"n_pointer_only_licence":3}},{"rank_in_archive_order":31,"model":"EAT-S","metrics":{"Google Speech Commands V2 35":"98.15"},"uses_additional_data":false,"paper_date":"2022-04-25","paper":"/paper/end-to-end-audio-strikes-back-boosting","paper_url":"https://arxiv.org/abs/2204.11479v5","paper_title":"End-to-End Audio Strikes Back: Boosting Augmentations Towards An Efficient Audio Classification Network","code":"https://github.com/Alibaba-MIIL/AudioClassfication","n_code_links":1,"syntology":null},{"rank_in_archive_order":32,"model":"Audio Spectrogram Transformer","metrics":{"Google Speech Commands V2 35":"98.11"},"uses_additional_data":false,"paper_date":"2021-04-05","paper":"/paper/ast-audio-spectrogram-transformer","paper_url":"https://arxiv.org/abs/2104.01778v3","paper_title":"AST: Audio Spectrogram Transformer","code":"https://github.com/YuanGongND/ast","n_code_links":5,"syntology":{"n_ran":0,"n_unverified":3,"n_samples":3,"n_pointer_only_licence":0}},{"rank_in_archive_order":33,"model":"HTS-AT","metrics":{"Google Speech Commands V2 35":"98.0"},"uses_additional_data":false,"paper_date":"2022-02-02","paper":"/paper/hts-at-a-hierarchical-token-semantic-audio","paper_url":"https://arxiv.org/abs/2202.00874v1","paper_title":"HTS-AT: A Hierarchical Token-Semantic Audio Transformer for Sound Classification and Detection","code":"https://github.com/retrocirce/hts-audio-transformer","n_code_links":1,"syntology":{"n_ran":4,"n_unverified":5,"n_samples":9,"n_pointer_only_licence":0}},{"rank_in_archive_order":34,"model":"KW-MLP","metrics":{"Google Speech Commands V2 35":"97.56"},"uses_additional_data":false,"paper_date":"2021-10-14","paper":"/paper/attention-free-keyword-spotting","paper_url":"https://arxiv.org/abs/2110.07749v3","paper_title":"Attention-Free Keyword Spotting","code":"https://github.com/AI-Research-BD/Keyword-MLP","n_code_links":1,"syntology":{"n_ran":0,"n_unverified":10,"n_samples":10,"n_pointer_only_licence":0}},{"rank_in_archive_order":35,"model":"ImportantAug","metrics":{"Google Speech Command-Musan":"86.7","Google Speech Commands V2 35":"95"},"uses_additional_data":false,"paper_date":"2021-12-14","paper":"/paper/importantaug-a-data-augmentation-agent-for","paper_url":"https://arxiv.org/abs/2112.07156v2","paper_title":"ImportantAug: a data augmentation agent for speech","code":"https://github.com/tvanh512/importantAug","n_code_links":1,"syntology":null},{"rank_in_archive_order":36,"model":"NAS2","metrics":{"Google Speech Commands V1 6":"97.22"},"uses_additional_data":false,"paper_date":"2020-09-01","paper":"/paper/neural-architecture-search-for-keyword","paper_url":"https://arxiv.org/abs/2009.00165v2","paper_title":"Neural Architecture Search For Keyword Spotting","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":37,"model":"Quantum CNN","metrics":{"10-keyword Speech Commands dataset":"95.12"},"uses_additional_data":false,"paper_date":"2020-10-26","paper":"/paper/decentralizing-feature-extraction-with","paper_url":"https://arxiv.org/abs/2010.13309v2","paper_title":"Decentralizing Feature Extraction with Quantum Convolutional Neural Network for Automatic Speech Recognition","code":"https://github.com/huckiyang/speech_quantum_dl","n_code_links":2,"syntology":{"n_ran":1,"n_unverified":1,"n_samples":2,"n_pointer_only_licence":2}},{"rank_in_archive_order":38,"model":"TDNN","metrics":{"10-keyword Speech Commands dataset":"94.3"},"uses_additional_data":false,"paper_date":"2018-08-28","paper":"/paper/efficient-keyword-spotting-using-time-delay","paper_url":"http://arxiv.org/abs/1807.04353v2","paper_title":"Efficient keyword spotting using time delay neural networks","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":39,"model":"PATE-AAE (Differentially-Private)","metrics":{"10-keyword Speech Commands dataset":"92.37"},"uses_additional_data":false,"paper_date":"2021-04-02","paper":"/paper/pate-aae-incorporating-adversarial","paper_url":"https://arxiv.org/abs/2104.01271v2","paper_title":"PATE-AAE: Incorporating Adversarial Autoencoder into Private Aggregation of Teacher Ensembles for Spoken Command Classification","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":40,"model":"res8 w/ SSN(S=4, A=Sub)","metrics":{"% Test Accuracy":"95.4% ±0.22"},"uses_additional_data":false,"paper_date":"2021-03-25","paper":"/paper/subspectral-normalization-for-neural-audio","paper_url":"https://arxiv.org/abs/2103.13620v1","paper_title":"SubSpectral Normalization for Neural Audio Data Processing","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":41,"model":"res15 w/ SSN(S=4, A=Sub)","metrics":{"% Test Accuracy":"96.8% ±0.13"},"uses_additional_data":false,"paper_date":"2021-03-25","paper":"/paper/subspectral-normalization-for-neural-audio","paper_url":"https://arxiv.org/abs/2103.13620v1","paper_title":"SubSpectral Normalization for Neural Audio Data Processing","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":42,"model":"res15 w/ SSN(S=4, A=Sub) (2019)","metrics":{"% Test Accuracy":"97.5% ±0.15"},"uses_additional_data":false,"paper_date":"2021-03-25","paper":"/paper/subspectral-normalization-for-neural-audio","paper_url":"https://arxiv.org/abs/2103.13620v1","paper_title":"SubSpectral Normalization for Neural Audio Data Processing","code":null,"n_code_links":0,"syntology":null}],"since_archive":{"claim":"Results that newer papers report for their own method, placed here by Syntology. A model pointed at the cell in the paper's own table; the number was read from that cell and checked against this leaderboard's metric, dataset, split and scale; an independent check that saw this leaderboard's other rows and every other leaderboard on the same dataset accepted it. Not reviewed by the paper's authors or by the archive's editors, and not ranked against the archive rows.","extraction_file_present":true,"measurement":{"test_papers":883,"papers_with_output":881,"judged_true":108,"judged":110,"wilson95_lower":0.9361,"measured_on":"2026-09-24","frozen_commit":"0e3de0df94"},"measurement_note":"blind adjudication of accepted entries on a held-out split of archive papers, rules frozen before the test","coverage":{"sentence":"Syntology has checked 6,264 of the 9,581 papers on this site that are newer than the archive; results from the others appear after they are checked.","complete":false,"papers_newer_than_archive":9581,"papers_checked":6264,"papers_extracted_not_yet_verified":0,"boards_without_verdict":2,"papers_not_yet_extracted":3316},"order":"newest first by month (arXiv date, else the arXiv-id month), then arXiv id descending","columns":[],"entries":[]},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per row: N of M harvested code samples from that row's paper executed on a synthesized fixture; the other M-N are unverified. Not a reproduction of the row's number; not a correctness claim. n_pointer_only_licence counts samples the site points at rather than redistributes (a licence axis, independent of ran/unverified).","rows_with_graph_line":11,"rows_with_any_sample_ran":8,"distinct_papers_with_graph_line":9,"distinct_papers_with_any_sample_ran":6,"samples_over_distinct_papers":{"n_ran":16,"n_unverified":39,"n_samples":55,"n_pointer_only_licence":7,"note":"each paper (arXiv id) counted once, however many rows it is behind; this is the page-level figure"},"samples_row_weighted":{"n_ran":18,"n_unverified":69,"n_samples":87,"n_pointer_only_licence":7,"note":"row-weighted: a paper behind several rows is counted once per row; inflated relative to samples_over_distinct_papers by design, kept for readers summing the per-row syntology blocks"}}}