{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/census/generate","entry":"generate","source":"Syntology differential census (groundwork/55, run v2_2026-09-22), per sample; not an archive number","census_date":"2026-09-22","battery_sha256":["b986f7e04d794a0d88ad4c5f32cf63ec3590b5deff0192150737bc5f1c0b4677"],"runner_sha256":["5a452d0e7c0da5b80771d1be2afe3572e253568cf5c5d59a0d08ebd663d00808"],"bucket_key":"positional (rank, kind, dtype) of each array argument; the argument name is not part of the key because the harness draws the shared array from (rank, kind) and casts it to the dtype, whatever the name","bucket_fields":["rank","kind","dtype"],"claim":"Implementations sharing this entry name were each run on one shared input fixed by the positional (rank, kind, dtype) of their array arguments (the bucket). A cluster is the set whose recorded output digest (sha256 of the output rounded to 6 decimals) is identical. Identical values to six decimals on the shared input are agreement on those inputs, not a statement about the whole domain and not a substitution claim.","n_implementations_compared":5,"n_papers":6,"n_buckets":4,"n_distinct_outputs":5,"n_class_bearing":0,"not_compared":{"not_run_on_shared_input":{"n":3,"by_error":{"RuntimeError":3}},"no_array_argument_ran_on_own_fixture_arguments_only":{"n":1,"n_papers":1,"recorded_shared_digest_equals_own_fixture_digest":1},"output_not_digested_non_numeric":{"n":0,"by_type":{}}},"withdrawn_excluded":0,"code_page":"/code/generate","buckets":[{"bucket":[[1,"int","int64"]],"n_implementations_compared":2,"n_papers":3,"n_not_digested":0,"not_digested_by_type":{},"clusters":[{"output_sha":"5362a411f8a68fdb","size":1,"n_papers":2,"shape":[6],"dtype":"int64","type":"Tensor","finite":true,"max_difference_among_recorded_values":null,"members_with_recorded_values":1,"torch_reference_conventions_with_this_digest":[],"values":[56.0,99.0,78.0,76.0,56.0,68.0],"values_recorded":6,"members":[{"code_sha256_prefix":"c0332de7e8c09ed4","path":"autodan_ga_eval.py","papers":["2310.04451","2403.04957"],"paper_pages":[{"arxiv_id":"2310.04451","page":"/paper/autodan-generating-stealthy-jailbreak-prompts"},{"arxiv_id":"2403.04957","page":"/paper/automatic-and-universal-prompt-injection"}],"arg_sig_recorded":[["input_ids",1,"int","int64"]],"scalar_args":{"model":"MinimalModel(\n  (linear): Linear(in_features=4, out_features","tokenizer":"<fx_c0332de7e8c09ed4__generate.MinimalTokenizer object at 0x","assistant_role_slice":"slice(5, 12, None)","gen_config":"None"},"class_bearing":false}]},{"output_sha":"08cd46d418479533","size":1,"n_papers":1,"shape":[3],"dtype":"int64","type":"Tensor","finite":true,"max_difference_among_recorded_values":null,"members_with_recorded_values":1,"torch_reference_conventions_with_this_digest":[],"values":[1.0,66.0,56.0],"values_recorded":3,"members":[{"code_sha256_prefix":"6ad91f68f0c84d9c","path":"attack_llm_core_best_update_our_target.py","papers":["2405.21018"],"paper_pages":[{"arxiv_id":"2405.21018","page":"/paper/improved-techniques-for-optimization-based"}],"arg_sig_recorded":[["input_ids",1,"int","int64"]],"scalar_args":{"model":"MinimalModel(\n  (linear): Linear(in_features=4, out_features","tokenizer":"<fx_6ad91f68f0c84d9c__generate.MinimalTokenizer object at 0x","assistant_role_slice":"slice(5, 10, None)","gen_config":"<fx_6ad91f68f0c84d9c__generate.MinimalGenerationConfig objec"},"class_bearing":false}]}]},{"bucket":[[2,"int","int64"],[2,"int","int64"]],"n_implementations_compared":1,"n_papers":1,"n_not_digested":0,"not_digested_by_type":{},"clusters":[{"output_sha":"b01cfd95ee28c1f4","size":1,"n_papers":1,"shape":[4,8],"dtype":"int64","type":"Tensor","finite":true,"max_difference_among_recorded_values":null,"members_with_recorded_values":1,"torch_reference_conventions_with_this_digest":[],"values":[2.0,3.0,2.0,1.0,1.0,3.0,0.0,1.0,1.0,0.0,1.0,3.0,3.0,3.0,3.0,2.0,0.0,0.0,2.0,0.0,2.0,0.0,1.0,1.0,3.0,3.0,1.0,3.0,3.0,2.0,1.0,2.0],"values_recorded":32,"members":[{"code_sha256_prefix":"195f48aece3499e6","path":"utility/generate_function.py","papers":["2602.02600"],"paper_pages":[{"arxiv_id":"2602.02600","page":"/paper/arxiv-2602-02600"}],"arg_sig_recorded":[["input_ids",2,"int","int64"],["attention_mask",2,"int","int64"]],"scalar_args":{"model":"MinimalModel(\n  (linear): Linear(in_features=4, out_features","steps":"128","gen_length":"128","block_length":"128","temperature":"0.0","cfg_scale":"0.0","remasking":"'low_confidence'","mask_id":"126336"},"class_bearing":false}]}]},{"bucket":[[2,"int","int64"]],"n_implementations_compared":1,"n_papers":1,"n_not_digested":0,"not_digested_by_type":{},"clusters":[{"output_sha":"b01cfd95ee28c1f4","size":1,"n_papers":1,"shape":[4,8],"dtype":"int64","type":"Tensor","finite":true,"max_difference_among_recorded_values":null,"members_with_recorded_values":1,"torch_reference_conventions_with_this_digest":[],"values":[2.0,3.0,2.0,1.0,1.0,3.0,0.0,1.0,1.0,0.0,1.0,3.0,3.0,3.0,3.0,2.0,0.0,0.0,2.0,0.0,2.0,0.0,1.0,1.0,3.0,3.0,1.0,3.0,3.0,2.0,1.0,2.0],"values_recorded":32,"members":[{"code_sha256_prefix":"e8a3bc02d0c28ef0","path":"src/watermarking.py","papers":["2301.10226"],"paper_pages":[{"arxiv_id":"2301.10226","page":"/paper/a-watermark-for-large-language-models"}],"arg_sig_recorded":[["prior_tokens",2,"int","int64"]],"scalar_args":{"model":"SimpleModel(\n  (embedding): Embedding(16, 8)\n  (linear): Lin","max_length":"8","watermark":"True","gamma":"0.5","delta":"2","hash_function":"<function default_hash_fn at 0xffff57d90a40>"},"class_bearing":false}]}]},{"bucket":[[4,"float","float32"],[3,"float","float32"],[2,"bool","bool"]],"n_implementations_compared":1,"n_papers":1,"n_not_digested":0,"not_digested_by_type":{},"clusters":[{"output_sha":"f996368d416a3c05","size":1,"n_papers":1,"shape":[2,3,4,4],"dtype":"float32","type":"Tensor","finite":true,"max_difference_among_recorded_values":null,"members_with_recorded_values":1,"torch_reference_conventions_with_this_digest":[],"values":[4.307762145996094,4.132698059082031,6.115215301513672,5.246350288391113,5.3432393074035645,2.0001819133758545,1.8212825059890747,4.5799479484558105,3.3583831787109375,2.1690402030944824,-0.4763925075531006,2.468214988708496,0.727314829826355,1.4094926118850708,-4.164292812347412,4.532406330108643,1.3674185276031494,2.813830614089966,3.9821038246154785,-1.1595158576965332,0.6874538660049438,5.378598690032959,1.5061225891113281,6.083805084228516,3.05916690826416,5.46173620223999,-2.6701855659484863,2.0773191452026367,3.435612678527832,2.509784698486328,4.738253593444824,1.2548823356628418,1.446570873260498,5.051583290100098,1.2908220291137695,1.286329746246338,0.8453192710876465,7.457222938537598,3.0314412117004395,-0.5100581645965576,1.9698829650878906,-1.1985774040222168,0.6435444355010986,5.543456554412842,2.5567564964294434,2.0903875827789307,3.331444263458252,-0.6161439418792725,5.079949378967285,3.6892499923706055,7.754148483276367,2.453061819076538,6.635806560516357,0.9387836456298828,-3.5211191177368164,1.9641138315200806,-0.967505931854248,-2.516366958618164,-0.9217758178710938,2.43395733833313,-4.490273475646973,0.653701901435852,0.912868857383728,3.03216814994812,4.610129356384277,-0.2268834114074707,4.4309258460998535,7.735592842102051,3.711568832397461,2.5552966594696045,10.261055946350098,2.6840476989746094,4.0150580406188965,3.2105329036712646,3.789548397064209,0.8258655071258545,5.231847286224365,3.1676533222198486,4.155425071716309,3.092874050140381,-3.042020320892334,2.281254529953003,2.9135079383850098,0.40315818786621094,4.291844844818115,5.5759100914001465,-1.3034777641296387,5.194653511047363,3.0709331035614014,3.5979626178741455,7.431454181671143,-0.4216427803039551,3.743773937225342,2.869641065597534,-0.9193418025970459,1.7858810424804688],"values_recorded":96,"members":[{"code_sha256_prefix":"0023abc199a5c03e","path":"inference.py","papers":["2410.16794"],"paper_pages":[{"arxiv_id":"2410.16794","page":"/paper/one-step-diffusion-distillation-through-score"}],"arg_sig_recorded":[["latents",4,"float","float32"],["encoder_hidden_states",3,"float","float32"],["mask",2,"bool","bool"]],"scalar_args":{"net":"SimpleNet(\n  (linear): Linear(in_features=4, out_features=4,","dtype":"torch.float32","sigma_init":"2.5"},"class_bearing":false}]}]}]}