{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/improved-precision-and-recall-metric-for","title":"Improved Precision and Recall Metric for Assessing Generative Models","arxiv_id":"1904.06991","date":"2019-04-15","proceeding":"NeurIPS 2019 12","authors":["Tuomas Kynkäänniemi","Tero Karras","Samuli Laine","Jaakko Lehtinen","Timo Aila"],"abstract":"The ability to automatically estimate the quality and coverage of the samples produced by a generative model is a vital requirement for driving algorithm research. We present an evaluation metric that can separately and reliably measure both of these aspects in image generation tasks by forming explicit, non-parametric representations of the manifolds of real and generated data. We demonstrate the effectiveness of our metric in StyleGAN and BigGAN by providing several illustrative examples where existing metrics yield uninformative or contradictory results. Furthermore, we analyze multiple design variants of StyleGAN to better understand the relationships between the model architecture, training methods, and the properties of the resulting sample distribution. In the process, we identify new variants that improve the state-of-the-art. We also perform the first principled analysis of truncation methods and identify an improved method. Finally, we extend our metric to estimate the perceptual quality of individual samples, and use this to study latent space interpolations.","url_abs":"https://arxiv.org/abs/1904.06991v3","url_pdf":"https://arxiv.org/pdf/1904.06991v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"improved-precision-and-recall-metric-for","repo_url":"https://github.com/kynkaat/improved-precision-and-recall-metric","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"improved-precision-and-recall-metric-for","repo_url":"https://github.com/AlexVerine/PrecisionRecallGan","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"improved-precision-and-recall-metric-for","repo_url":"https://github.com/blandocs/improved-precision-and-recall-metric-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"improved-precision-and-recall-metric-for","repo_url":"https://github.com/manicman1999/precision-recall-keras","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"improved-precision-and-recall-metric-for","repo_url":"https://github.com/marcojira/fld","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"improved-precision-and-recall-metric-for","repo_url":"https://github.com/marcojira/fls","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"improved-precision-and-recall-metric-for","repo_url":"https://github.com/psanch21/imp_bigan","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"improved-precision-and-recall-metric-for","repo_url":"https://github.com/thomaskerdreux/pdm_sar_insar_generation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"improved-precision-and-recall-metric-for","repo_url":"https://github.com/toshas/torch-fidelity","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"improved-precision-and-recall-metric-for","repo_url":"https://github.com/youngjung/improved-precision-and-recall-metric-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"image-generation","task_name":"Image Generation"}],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"adaptive-instance-normalization","method_name":"Adaptive Instance Normalization"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"biggan","method_name":"BigGAN"},{"method_slug":"conditional-batch-normalization","method_name":"Conditional Batch Normalization"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"early-stopping","method_name":"Early Stopping"},{"method_slug":"feedforward-network","method_name":"Feedforward Network"},{"method_slug":"gan-hinge-loss","method_name":"GAN Hinge Loss"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"non-local-block","method_name":"Non-Local Block"},{"method_slug":"non-local-operation","method_name":"Non-Local Operation"},{"method_slug":"off-diagonal-orthogonal-regularization","method_name":"Off-Diagonal Orthogonal Regularization"},{"method_slug":"projection-discriminator","method_name":"Projection Discriminator"},{"method_slug":"r1-regularization","method_name":"R1 Regularization"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-block","method_name":"Residual Block"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"sagan","method_name":"SAGAN"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"spectral-normalization","method_name":"Spectral Normalization"},{"method_slug":"stylegan","method_name":"StyleGAN"},{"method_slug":"ttur","method_name":"TTUR"},{"method_slug":"truncation-trick","method_name":"Truncation Trick"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/image-generation-on-ffhq","task":"Image Generation","dataset":"FFHQ","model":"StyleGAN (no instance norm)","rank_in_archive_order":3,"of":12,"metrics":{"FID":"4.16"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/1904.06991","atlas_url":"https://app.syntology.ai/?focus=1904.06991","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.06991"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/marcojira/fls","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/manicman1999/precision-recall-keras","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/thomaskerdreux/pdm_sar_insar_generation","reach":null},{"provenance":"deterministic:regex_extraction","url":"https://github.com/kynkaat/improved-precision-and-recall-metric","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/toshas/torch-fidelity","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/AlexVerine/PrecisionRecallGan","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/marcojira/fld","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/psanch21/imp_bigan","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/youngjung/improved-precision-and-recall-metric-pytorch","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/blandocs/improved-precision-and-recall-metric-pytorch","reach":null}],"summary":{"ran":14,"ran_honours":5,"ran_draft_wrong":8,"ran_fixture":2,"ran_violates":1,"unverified":12},"by_repo_kind":{"official":{"samples":4,"ran":1,"repositories":1},"listed":{"samples":38,"ran":29,"repositories":8}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":25,"samples":[{"code_sha256_prefix":"31d95e8ba2daecb1","entry":"DistanceBlock","repo":"psanch21/imp_bigan","repo_kind":"listed","path":"utils/precision_recall/precision_recall.py","file_url":"https://github.com/psanch21/imp_bigan/blob/HEAD/utils/precision_recall/precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"31d95e8ba2daecb1"}},{"code_sha256_prefix":"063f56b6465178ad","entry":"FileNames","repo":"AlexVerine/PrecisionRecallGan","repo_kind":"listed","path":"precision_recall_kyn_utils.py","file_url":"https://github.com/AlexVerine/PrecisionRecallGan/blob/HEAD/precision_recall_kyn_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"063f56b6465178ad"}},{"code_sha256_prefix":"f1bd04eed1f7e173","entry":"IPR","repo":"AlexVerine/PrecisionRecallGan","repo_kind":"listed","path":"precision_recall_kyn_utils.py","file_url":"https://github.com/AlexVerine/PrecisionRecallGan/blob/HEAD/precision_recall_kyn_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f1bd04eed1f7e173"}},{"code_sha256_prefix":"3a19d7da570f0451","entry":"IPR","repo":"youngjung/improved-precision-and-recall-metric-pytorch","repo_kind":"listed","path":"improved_precision_recall.py","file_url":"https://github.com/youngjung/improved-precision-and-recall-metric-pytorch/blob/HEAD/improved_precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3a19d7da570f0451"}},{"code_sha256_prefix":"64368fff5c6334de","entry":"ImageDataset","repo":"blandocs/improved-precision-and-recall-metric-pytorch","repo_kind":"listed","path":"functions.py","file_url":"https://github.com/blandocs/improved-precision-and-recall-metric-pytorch/blob/HEAD/functions.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"64368fff5c6334de"}},{"code_sha256_prefix":"c10080ea2e34a27c","entry":"ImageFolder","repo":"AlexVerine/PrecisionRecallGan","repo_kind":"listed","path":"precision_recall_kyn_utils.py","file_url":"https://github.com/AlexVerine/PrecisionRecallGan/blob/HEAD/precision_recall_kyn_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c10080ea2e34a27c"}},{"code_sha256_prefix":"3cf0aadecce9d196","entry":"ImageFolder","repo":"youngjung/improved-precision-and-recall-metric-pytorch","repo_kind":"listed","path":"improved_precision_recall.py","file_url":"https://github.com/youngjung/improved-precision-and-recall-metric-pytorch/blob/HEAD/improved_precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3cf0aadecce9d196"}},{"code_sha256_prefix":"323cbfbab4a149aa","entry":"ManifoldEstimator","repo":"psanch21/imp_bigan","repo_kind":"listed","path":"utils/precision_recall/precision_recall.py","file_url":"https://github.com/psanch21/imp_bigan/blob/HEAD/utils/precision_recall/precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"323cbfbab4a149aa"}},{"code_sha256_prefix":"5116b2e12b5213dd","entry":"ManifoldEstimator","repo":"kynkaat/improved-precision-and-recall-metric","repo_kind":"official","path":"precision_recall.py","file_url":"https://github.com/kynkaat/improved-precision-and-recall-metric/blob/HEAD/precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5116b2e12b5213dd"}},{"code_sha256_prefix":"8b8e982a58d7c4bd","entry":"PrecisionRecall","repo":"marcojira/fld","repo_kind":"listed","path":"fld/metrics/PrecisionRecall.py","file_url":"https://github.com/marcojira/fld/blob/HEAD/fld/metrics/PrecisionRecall.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8b8e982a58d7c4bd"}},{"code_sha256_prefix":"14c485bafef2920e","entry":"batch_pairwise_distances","repo":"psanch21/imp_bigan","repo_kind":"listed","path":"utils/precision_recall/precision_recall.py","file_url":"https://github.com/psanch21/imp_bigan/blob/HEAD/utils/precision_recall/precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"14c485bafef2920e"}},{"code_sha256_prefix":"8e2d8c2ab95b9ced","entry":"batch_pairwise_distances","repo":"thomaskerdreux/pdm_sar_insar_generation","repo_kind":"listed","path":"utils/utils_precision_and_recall.py","file_url":"https://github.com/thomaskerdreux/pdm_sar_insar_generation/blob/HEAD/utils/utils_precision_and_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8e2d8c2ab95b9ced"}},{"code_sha256_prefix":"0920b80eb6e4e57f","entry":"calc_cdist_full","repo":"toshas/torch-fidelity","repo_kind":"listed","path":"torch_fidelity/metric_prc.py","file_url":"https://github.com/toshas/torch-fidelity/blob/HEAD/torch_fidelity/metric_prc.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"0920b80eb6e4e57f"}},{"code_sha256_prefix":"7d555d449583cad9","entry":"calc_cdist_part","repo":"toshas/torch-fidelity","repo_kind":"listed","path":"torch_fidelity/metric_prc.py","file_url":"https://github.com/toshas/torch-fidelity/blob/HEAD/torch_fidelity/metric_prc.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"7d555d449583cad9"}},{"code_sha256_prefix":"fe34b19b6900c3ca","entry":"calculate_precision_recall_part","repo":"toshas/torch-fidelity","repo_kind":"listed","path":"torch_fidelity/metric_prc.py","file_url":"https://github.com/toshas/torch-fidelity/blob/HEAD/torch_fidelity/metric_prc.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"fe34b19b6900c3ca"}},{"code_sha256_prefix":"88c7b603b76960ad","entry":"compute_metric","repo":"AlexVerine/PrecisionRecallGan","repo_kind":"listed","path":"precision_recall_kyn_utils.py","file_url":"https://github.com/AlexVerine/PrecisionRecallGan/blob/HEAD/precision_recall_kyn_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"88c7b603b76960ad"}},{"code_sha256_prefix":"462603bdd8ffe544","entry":"compute_pairwise_distances","repo":"AlexVerine/PrecisionRecallGan","repo_kind":"listed","path":"precision_recall_kyn_utils.py","file_url":"https://github.com/AlexVerine/PrecisionRecallGan/blob/HEAD/precision_recall_kyn_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"462603bdd8ffe544"}},{"code_sha256_prefix":"af985ecf236605b0","entry":"compute_pairwise_distances","repo":"youngjung/improved-precision-and-recall-metric-pytorch","repo_kind":"listed","path":"improved_precision_recall.py","file_url":"https://github.com/youngjung/improved-precision-and-recall-metric-pytorch/blob/HEAD/improved_precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"af985ecf236605b0"}},{"code_sha256_prefix":"321ebed484cb3298","entry":"distances2radii","repo":"AlexVerine/PrecisionRecallGan","repo_kind":"listed","path":"precision_recall_kyn_utils.py","file_url":"https://github.com/AlexVerine/PrecisionRecallGan/blob/HEAD/precision_recall_kyn_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"321ebed484cb3298"}},{"code_sha256_prefix":"5bee49623aae7bf9","entry":"feature_extractor","repo":"blandocs/improved-precision-and-recall-metric-pytorch","repo_kind":"listed","path":"functions.py","file_url":"https://github.com/blandocs/improved-precision-and-recall-metric-pytorch/blob/HEAD/functions.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5bee49623aae7bf9"}},{"code_sha256_prefix":"d4d53047a22471be","entry":"get_custom_loader","repo":"youngjung/improved-precision-and-recall-metric-pytorch","repo_kind":"listed","path":"improved_precision_recall.py","file_url":"https://github.com/youngjung/improved-precision-and-recall-metric-pytorch/blob/HEAD/improved_precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d4d53047a22471be"}},{"code_sha256_prefix":"8985988572ef4703","entry":"get_distance","repo":"manicman1999/precision-recall-keras","repo_kind":"listed","path":"precision-recall.py","file_url":"https://github.com/manicman1999/precision-recall-keras/blob/HEAD/precision-recall.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8985988572ef4703"}},{"code_sha256_prefix":"6c9ddbe660f0c2da","entry":"get_features","repo":"thomaskerdreux/pdm_sar_insar_generation","repo_kind":"listed","path":"utils/utils_precision_and_recall.py","file_url":"https://github.com/thomaskerdreux/pdm_sar_insar_generation/blob/HEAD/utils/utils_precision_and_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6c9ddbe660f0c2da"}},{"code_sha256_prefix":"bcc716018b80b027","entry":"get_kth_value","repo":"AlexVerine/PrecisionRecallGan","repo_kind":"listed","path":"precision_recall_kyn_utils.py","file_url":"https://github.com/AlexVerine/PrecisionRecallGan/blob/HEAD/precision_recall_kyn_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bcc716018b80b027"}},{"code_sha256_prefix":"e0cea3ed105c7a3d","entry":"get_kwarg","repo":"toshas/torch-fidelity","repo_kind":"listed","path":"torch_fidelity/metric_prc.py","file_url":"https://github.com/toshas/torch-fidelity/blob/HEAD/torch_fidelity/metric_prc.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"e0cea3ed105c7a3d"}},{"code_sha256_prefix":"739a22fef98ba093","entry":"get_rand","repo":"manicman1999/precision-recall-keras","repo_kind":"listed","path":"precision-recall.py","file_url":"https://github.com/manicman1999/precision-recall-keras/blob/HEAD/precision-recall.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"739a22fef98ba093"}},{"code_sha256_prefix":"934af065bd096a31","entry":"import_images","repo":"manicman1999/precision-recall-keras","repo_kind":"listed","path":"precision-recall.py","file_url":"https://github.com/manicman1999/precision-recall-keras/blob/HEAD/precision-recall.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"934af065bd096a31"}},{"code_sha256_prefix":"b24b104ab2fc127d","entry":"knn_precision_recall_features","repo":"thomaskerdreux/pdm_sar_insar_generation","repo_kind":"listed","path":"utils/utils_precision_and_recall.py","file_url":"https://github.com/thomaskerdreux/pdm_sar_insar_generation/blob/HEAD/utils/utils_precision_and_recall.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b24b104ab2fc127d"}},{"code_sha256_prefix":"8514f2c85dc29786","entry":"precision_and_recall","repo":"blandocs/improved-precision-and-recall-metric-pytorch","repo_kind":"listed","path":"functions.py","file_url":"https://github.com/blandocs/improved-precision-and-recall-metric-pytorch/blob/HEAD/functions.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8514f2c85dc29786"}},{"code_sha256_prefix":"07bb109dd6cac3c5","entry":"realism","repo":"AlexVerine/PrecisionRecallGan","repo_kind":"listed","path":"precision_recall_kyn_utils.py","file_url":"https://github.com/AlexVerine/PrecisionRecallGan/blob/HEAD/precision_recall_kyn_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"07bb109dd6cac3c5"}},{"code_sha256_prefix":"24bf8c4eb19aecea","entry":"DistanceBlock","repo":"kynkaat/improved-precision-and-recall-metric","repo_kind":"official","path":"precision_recall.py","file_url":"https://github.com/kynkaat/improved-precision-and-recall-metric/blob/HEAD/precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"24bf8c4eb19aecea"}},{"code_sha256_prefix":"d6d787dc36eccdbb","entry":"ManifoldEstimator","repo":"thomaskerdreux/pdm_sar_insar_generation","repo_kind":"listed","path":"utils/utils_precision_and_recall.py","file_url":"https://github.com/thomaskerdreux/pdm_sar_insar_generation/blob/HEAD/utils/utils_precision_and_recall.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d6d787dc36eccdbb"}},{"code_sha256_prefix":"5636e68117082a03","entry":"Metric","repo":"marcojira/fld","repo_kind":"listed","path":"fld/metrics/PrecisionRecall.py","file_url":"https://github.com/marcojira/fld/blob/HEAD/fld/metrics/PrecisionRecall.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5636e68117082a03"}},{"code_sha256_prefix":"5339fe677f2a8aa3","entry":"batch_pairwise_distances","repo":"kynkaat/improved-precision-and-recall-metric","repo_kind":"official","path":"precision_recall.py","file_url":"https://github.com/kynkaat/improved-precision-and-recall-metric/blob/HEAD/precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5339fe677f2a8aa3"}},{"code_sha256_prefix":"fd7ffba6bfa9140c","entry":"calculate_precision_recall_full","repo":"toshas/torch-fidelity","repo_kind":"listed","path":"torch_fidelity/metric_prc.py","file_url":"https://github.com/toshas/torch-fidelity/blob/HEAD/torch_fidelity/metric_prc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"fd7ffba6bfa9140c"}},{"code_sha256_prefix":"9f1f8858820c945f","entry":"compute_metric","repo":"youngjung/improved-precision-and-recall-metric-pytorch","repo_kind":"listed","path":"improved_precision_recall.py","file_url":"https://github.com/youngjung/improved-precision-and-recall-metric-pytorch/blob/HEAD/improved_precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9f1f8858820c945f"}},{"code_sha256_prefix":"d4b397f131e3cb0d","entry":"compute_precision_and_recall","repo":"thomaskerdreux/pdm_sar_insar_generation","repo_kind":"listed","path":"utils/utils_precision_and_recall.py","file_url":"https://github.com/thomaskerdreux/pdm_sar_insar_generation/blob/HEAD/utils/utils_precision_and_recall.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d4b397f131e3cb0d"}},{"code_sha256_prefix":"43a458427eb4927c","entry":"get_custom_loader","repo":"AlexVerine/PrecisionRecallGan","repo_kind":"listed","path":"precision_recall_kyn_utils.py","file_url":"https://github.com/AlexVerine/PrecisionRecallGan/blob/HEAD/precision_recall_kyn_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"43a458427eb4927c"}},{"code_sha256_prefix":"b3cb1184b1155ae5","entry":"knn_precision_recall_features","repo":"psanch21/imp_bigan","repo_kind":"listed","path":"utils/precision_recall/precision_recall.py","file_url":"https://github.com/psanch21/imp_bigan/blob/HEAD/utils/precision_recall/precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b3cb1184b1155ae5"}},{"code_sha256_prefix":"cb6d8f1a0fd320be","entry":"knn_precision_recall_features","repo":"kynkaat/improved-precision-and-recall-metric","repo_kind":"official","path":"precision_recall.py","file_url":"https://github.com/kynkaat/improved-precision-and-recall-metric/blob/HEAD/precision_recall.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cb6d8f1a0fd320be"}},{"code_sha256_prefix":"034a66af56d59bf1","entry":"prc_features_to_metric","repo":"toshas/torch-fidelity","repo_kind":"listed","path":"torch_fidelity/metric_prc.py","file_url":"https://github.com/toshas/torch-fidelity/blob/HEAD/torch_fidelity/metric_prc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"034a66af56d59bf1"}},{"code_sha256_prefix":"e51e3d0dd80555f0","entry":"vprint","repo":"toshas/torch-fidelity","repo_kind":"listed","path":"torch_fidelity/metric_prc.py","file_url":"https://github.com/toshas/torch-fidelity/blob/HEAD/torch_fidelity/metric_prc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"e51e3d0dd80555f0"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}