{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/census/get-accuracy","entry":"get_accuracy","source":"Syntology differential census (groundwork/55, run v2_2026-09-22), per sample; not an archive number","census_date":"2026-09-22","battery_sha256":["b986f7e04d794a0d88ad4c5f32cf63ec3590b5deff0192150737bc5f1c0b4677"],"runner_sha256":["5a452d0e7c0da5b80771d1be2afe3572e253568cf5c5d59a0d08ebd663d00808"],"bucket_key":"positional (rank, kind, dtype) of each array argument; the argument name is not part of the key because the harness draws the shared array from (rank, kind) and casts it to the dtype, whatever the name","bucket_fields":["rank","kind","dtype"],"claim":"Implementations sharing this entry name were each run on one shared input fixed by the positional (rank, kind, dtype) of their array arguments (the bucket). A cluster is the set whose recorded output digest (sha256 of the output rounded to 6 decimals) is identical. Identical values to six decimals on the shared input are agreement on those inputs, not a statement about the whole domain and not a substitution claim.","n_implementations_compared":4,"n_papers":6,"n_buckets":4,"n_distinct_outputs":4,"n_class_bearing":0,"not_compared":{"not_run_on_shared_input":{"n":4,"by_error":{"RuntimeError":4}},"no_array_argument_ran_on_own_fixture_arguments_only":{"n":3,"n_papers":3,"recorded_shared_digest_equals_own_fixture_digest":3},"output_not_digested_non_numeric":{"n":0,"by_type":{}}},"withdrawn_excluded":0,"code_page":"/code/get-accuracy","buckets":[{"bucket":[[2,"float","float32"],[2,"float","float32"],[2,"float","float32"]],"n_implementations_compared":1,"n_papers":1,"n_not_digested":0,"not_digested_by_type":{},"clusters":[{"output_sha":"af5570f5a1810b7a","size":1,"n_papers":1,"shape":[],"dtype":"float32","type":"Tensor","finite":true,"max_difference_among_recorded_values":null,"members_with_recorded_values":1,"torch_reference_conventions_with_this_digest":[],"values":[0.0],"values_recorded":1,"members":[{"code_sha256_prefix":"177a8218c0d26146","path":"rule_classifier_preprocessed_data.py","papers":["2206.12839"],"paper_pages":[{"arxiv_id":"2206.12839","page":"/paper/repository-level-prompt-generation-for-large"}],"arg_sig_recorded":[["pred",2,"float","float32"],["gold",2,"float","float32"],["mask",2,"float","float32"]],"scalar_args":{},"class_bearing":false}]}]},{"bucket":[[2,"float","float32"],[2,"float","float32"]],"n_implementations_compared":1,"n_papers":1,"n_not_digested":0,"not_digested_by_type":{},"clusters":[{"output_sha":"0aa928b6c6037866","size":1,"n_papers":1,"shape":[],"dtype":"float64","type":"float","finite":true,"max_difference_among_recorded_values":null,"members_with_recorded_values":1,"torch_reference_conventions_with_this_digest":[],"values":[0.35653549432754517],"values_recorded":1,"members":[{"code_sha256_prefix":"1ef541745795a586","path":"monstereo/train/trainer.py","papers":["1906.06059"],"paper_pages":[{"arxiv_id":"1906.06059","page":"/paper/monoloco-monocular-3d-pedestrian-localization"}],"arg_sig_recorded":[["outputs",2,"float","float32"],["labels",2,"float","float32"]],"scalar_args":{},"class_bearing":false}]}]},{"bucket":[[2,"float","float32"],[2,"int","int64"]],"n_implementations_compared":1,"n_papers":1,"n_not_digested":0,"not_digested_by_type":{},"clusters":[{"output_sha":"272f78036db6721f","size":1,"n_papers":1,"shape":[],"dtype":"float64","type":"float","finite":true,"max_difference_among_recorded_values":null,"members_with_recorded_values":1,"torch_reference_conventions_with_this_digest":[],"values":[0.25],"values_recorded":1,"members":[{"code_sha256_prefix":"ea038ba8ef273fee","path":"src/train_arxiv_gin.py","papers":["2407.08762"],"paper_pages":[{"arxiv_id":"2407.08762","page":"/paper/commute-time-optimised-graphs-for-gnns"}],"arg_sig_recorded":[["logits",2,"float","float32"],["y",2,"int","int64"]],"scalar_args":{"batch_size":"None"},"class_bearing":false}]}]},{"bucket":[[4,"float","float32"],[4,"float","float32"]],"n_implementations_compared":1,"n_papers":3,"n_not_digested":0,"not_digested_by_type":{},"clusters":[{"output_sha":"549d8d6eb7e05ba4","size":1,"n_papers":3,"shape":[],"dtype":"float64","type":"float","finite":true,"max_difference_among_recorded_values":null,"members_with_recorded_values":1,"torch_reference_conventions_with_this_digest":[],"values":[0.6979166666666666],"values_recorded":1,"members":[{"code_sha256_prefix":"95bb69a36b70e931","path":"evaluation.py","papers":["2402.15853","1804.03999","1802.06955"],"paper_pages":[{"arxiv_id":"2402.15853","page":"/paper/rauca-a-novel-physical-adversarial-attack-on"},{"arxiv_id":"1804.03999","page":"/paper/attention-u-net-learning-where-to-look-for"},{"arxiv_id":"1802.06955","page":"/paper/recurrent-residual-convolutional-neural"}],"arg_sig_recorded":[["SR",4,"float","float32"],["GT",4,"float","float32"]],"scalar_args":{"threshold":"0.5"},"class_bearing":false}]}]}]}