{"current_data_dependency":{"affected_rows_with_old_id_in_historical_cohort":117,"after_candidate_label_rows":3872,"before_candidate_label_rows":3976,"changed_candidate_accession_category_pairs":45,"historical_model_reusable_as_repaired_data_model":false,"interpretation":"Candidate label index is recomputed, not model training labels. Old cohort, predictions and metrics stay historical; no corrected-data validity claim.","model_deserialized_or_trained":false,"model_metrics_recomputed":false,"remapped_label_rows":0,"removed_label_rows":104},"data_release_id":"v2.0.0-rc.3.identity.5","deployed_model_replaced":false,"evaluation_status":"exploratory_reused_historical_holdout_not_independent_external_validation","historical_evaluation_not_recomputed":true,"interpretation_version":"v2.0.0-rc.3.context.4","joint_release_id":"joint-2026-09-06.1","knowledge_base_sha256":"73aaf23c7b9823a596cbcbcb274e72bf30c8dffa17d515cb966b843ae08736d8","limitations":["Reused historical holdout; not an independent test.","Single seed; paired category intervals are not adjusted for multiple comparisons.","Length-matched populations change observed-P prevalence, so AP is not directly comparable across populations.","No alternative model was deployed based on these results."],"model_is_historical_not_retrained_on_current_data":true,"model_release_id":"v2.0.0-rc.1","model_sha256":"80c1ee1d6e7ecfed1587bf2d237a51efc93fc63410d417304d13625310fe9f99","paired_category_ap_differences":[{"category":"cancer","ci_high":"-0.23969848452237802","ci_low":"-0.48100890986635164","delta_ap_vs_frozen":"-0.3595848857662316","method":"length_logistic","successful_bootstraps":"500"},{"category":"cancer","ci_high":"0.0017305413633463217","ci_low":"-0.24311400536418654","delta_ap_vs_frozen":"-0.12967463583181277","method":"aac_logistic","successful_bootstraps":"500"},{"category":"cancer","ci_high":"-0.218608000873814","ci_low":"-0.46254051878751895","delta_ap_vs_frozen":"-0.34770961546594054","method":"esm_nearest_positive_cosine","successful_bootstraps":"500"},{"category":"cancer","ci_high":"-0.042106221627950004","ci_low":"-0.24340298339555497","delta_ap_vs_frozen":"-0.1474108941955618","method":"esm_logistic","successful_bootstraps":"500"},{"category":"cancer","ci_high":"0.07818296557455418","ci_low":"-0.05840110544668107","delta_ap_vs_frozen":"0.01236813212533222","method":"esm_xgboost_no_pca","successful_bootstraps":"500"},{"category":"cancer","ci_high":"0.0","ci_low":"0.0","delta_ap_vs_frozen":"0.0","method":"frozen_esm_pca_xgboost","successful_bootstraps":"500"},{"category":"cancer","ci_high":"-0.074812017287101","ci_low":"-0.266268135833035","delta_ap_vs_frozen":"-0.17304995801446527","method":"esm_logistic_affirmed_direct_training","successful_bootstraps":"500"},{"category":"neurodegenerative","ci_high":"-0.013750220837817902","ci_low":"-0.3338992624226935","delta_ap_vs_frozen":"-0.15455220547613446","method":"length_logistic","successful_bootstraps":"500"},{"category":"neurodegenerative","ci_high":"0.0845515406540792","ci_low":"-0.2380672212277417","delta_ap_vs_frozen":"-0.06495028951246223","method":"aac_logistic","successful_bootstraps":"500"},{"category":"neurodegenerative","ci_high":"-0.02798812745690381","ci_low":"-0.337896273043595","delta_ap_vs_frozen":"-0.15813847135958065","method":"esm_nearest_positive_cosine","successful_bootstraps":"500"},{"category":"neurodegenerative","ci_high":"0.157601902679712","ci_low":"-0.17366074261949838","delta_ap_vs_frozen":"-0.02954848533543164","method":"esm_logistic","successful_bootstraps":"500"},{"category":"neurodegenerative","ci_high":"0.20048020110298068","ci_low":"-0.04351397418418366","delta_ap_vs_frozen":"0.0700856264422007","method":"esm_xgboost_no_pca","successful_bootstraps":"500"},{"category":"neurodegenerative","ci_high":"0.0","ci_low":"0.0","delta_ap_vs_frozen":"0.0","method":"frozen_esm_pca_xgboost","successful_bootstraps":"500"},{"category":"neurodegenerative","ci_high":"0.13269914462825366","ci_low":"-0.21606463344262902","delta_ap_vs_frozen":"-0.04728460061238551","method":"esm_logistic_affirmed_direct_training","successful_bootstraps":"500"},{"category":"cardiovascular","ci_high":"0.12369863697240184","ci_low":"-0.1085220133716467","delta_ap_vs_frozen":"-0.001170313194445674","method":"length_logistic","successful_bootstraps":"500"},{"category":"cardiovascular","ci_high":"0.039614620307003724","ci_low":"-0.058878761156019914","delta_ap_vs_frozen":"0.0055413390019140515","method":"aac_logistic","successful_bootstraps":"500"},{"category":"cardiovascular","ci_high":"0.006035673097120354","ci_low":"-0.11951119847965487","delta_ap_vs_frozen":"-0.02159128270533775","method":"esm_nearest_positive_cosine","successful_bootstraps":"500"},{"category":"cardiovascular","ci_high":"0.016070432157097272","ci_low":"-0.09772576494535518","delta_ap_vs_frozen":"-0.010261124709328481","method":"esm_logistic","successful_bootstraps":"500"},{"category":"cardiovascular","ci_high":"0.01268323691660534","ci_low":"-0.08337487589846018","delta_ap_vs_frozen":"-0.007476462501892614","method":"esm_xgboost_no_pca","successful_bootstraps":"500"},{"category":"cardiovascular","ci_high":"0.0","ci_low":"0.0","delta_ap_vs_frozen":"0.0","method":"frozen_esm_pca_xgboost","successful_bootstraps":"500"},{"category":"cardiovascular","ci_high":"0.017489483410856745","ci_low":"-0.09957880880963237","delta_ap_vs_frozen":"-0.010887182761846373","method":"esm_logistic_affirmed_direct_training","successful_bootstraps":"500"},{"category":"metabolic","ci_high":"0.04474808720679858","ci_low":"-0.1716964046837531","delta_ap_vs_frozen":"-0.05649932510639676","method":"length_logistic","successful_bootstraps":"500"},{"category":"metabolic","ci_high":"0.18500002468818932","ci_low":"-0.03621667484911077","delta_ap_vs_frozen":"0.045644655350547444","method":"aac_logistic","successful_bootstraps":"500"},{"category":"metabolic","ci_high":"-0.023306646359607632","ci_low":"-0.14565795005379914","delta_ap_vs_frozen":"-0.06101031314910732","method":"esm_nearest_positive_cosine","successful_bootstraps":"500"},{"category":"metabolic","ci_high":"0.11082962793105366","ci_low":"-0.10457348841132286","delta_ap_vs_frozen":"-0.014724097296409958","method":"esm_logistic","successful_bootstraps":"500"},{"category":"metabolic","ci_high":"0.11070888244557871","ci_low":"-0.05783011051161481","delta_ap_vs_frozen":"0.011010728857805005","method":"esm_xgboost_no_pca","successful_bootstraps":"500"},{"category":"metabolic","ci_high":"0.0","ci_low":"0.0","delta_ap_vs_frozen":"0.0","method":"frozen_esm_pca_xgboost","successful_bootstraps":"500"},{"category":"metabolic","ci_high":"0.10311140417217395","ci_low":"-0.10635246438586694","delta_ap_vs_frozen":"-0.011292619858922326","method":"esm_logistic_affirmed_direct_training","successful_bootstraps":"500"},{"category":"autoimmune","ci_high":"0.044994290033582296","ci_low":"-0.056942735841461894","delta_ap_vs_frozen":"-0.02151494042912483","method":"length_logistic","successful_bootstraps":"500"},{"category":"autoimmune","ci_high":"0.07099686496388255","ci_low":"-0.033886878475009444","delta_ap_vs_frozen":"0.0010740295290225035","method":"aac_logistic","successful_bootstraps":"500"},{"category":"autoimmune","ci_high":"0.037396015209698374","ci_low":"-0.052108149387389065","delta_ap_vs_frozen":"-0.01442192504821533","method":"esm_nearest_positive_cosine","successful_bootstraps":"500"},{"category":"autoimmune","ci_high":"0.08334427322690582","ci_low":"-0.030378722740373062","delta_ap_vs_frozen":"0.011271846398111122","method":"esm_logistic","successful_bootstraps":"500"},{"category":"autoimmune","ci_high":"0.049672569011667445","ci_low":"-0.034095552484123645","delta_ap_vs_frozen":"-0.002273679618973838","method":"esm_xgboost_no_pca","successful_bootstraps":"500"},{"category":"autoimmune","ci_high":"0.0","ci_low":"0.0","delta_ap_vs_frozen":"0.0","method":"frozen_esm_pca_xgboost","successful_bootstraps":"500"},{"category":"autoimmune","ci_high":"0.10944666684610062","ci_low":"-0.03281818304445361","delta_ap_vs_frozen":"0.015486352254785445","method":"esm_logistic_affirmed_direct_training","successful_bootstraps":"500"},{"category":"infection","ci_high":"0.019990372080455992","ci_low":"-0.2732778187631775","delta_ap_vs_frozen":"-0.12385298739433435","method":"length_logistic","successful_bootstraps":"500"},{"category":"infection","ci_high":"0.11210136189542959","ci_low":"-0.19485941295713455","delta_ap_vs_frozen":"-0.04580818527408567","method":"aac_logistic","successful_bootstraps":"500"},{"category":"infection","ci_high":"0.10644146126699365","ci_low":"-0.2502116581523453","delta_ap_vs_frozen":"-0.06900716542262035","method":"esm_nearest_positive_cosine","successful_bootstraps":"500"},{"category":"infection","ci_high":"0.13417209043822667","ci_low":"-0.1601648156814508","delta_ap_vs_frozen":"-0.022368652892397534","method":"esm_logistic","successful_bootstraps":"500"},{"category":"infection","ci_high":"0.10619226596655848","ci_low":"-0.0902528408536256","delta_ap_vs_frozen":"-0.0017377764018505215","method":"esm_xgboost_no_pca","successful_bootstraps":"500"},{"category":"infection","ci_high":"0.0","ci_low":"0.0","delta_ap_vs_frozen":"0.0","method":"frozen_esm_pca_xgboost","successful_bootstraps":"500"},{"category":"infection","ci_high":"0.12687453490380216","ci_low":"-0.13140510016149096","delta_ap_vs_frozen":"-0.018667603300532187","method":"esm_logistic_affirmed_direct_training","successful_bootstraps":"500"},{"category":"liver","ci_high":"-0.011980763986788542","ci_low":"-0.2882128390744461","delta_ap_vs_frozen":"-0.09818194872442981","method":"length_logistic","successful_bootstraps":"500"},{"category":"liver","ci_high":"0.06643855287034056","ci_low":"-0.19901799571370063","delta_ap_vs_frozen":"-0.047535546368470405","method":"aac_logistic","successful_bootstraps":"500"},{"category":"liver","ci_high":"-0.01331715610743456","ci_low":"-0.3017843437210487","delta_ap_vs_frozen":"-0.10067637167402677","method":"esm_nearest_positive_cosine","successful_bootstraps":"500"},{"category":"liver","ci_high":"0.11590316376239848","ci_low":"-0.22771712687593654","delta_ap_vs_frozen":"-0.020115216176348497","method":"esm_logistic","successful_bootstraps":"500"},{"category":"liver","ci_high":"0.1041171073530831","ci_low":"-0.13186824933251315","delta_ap_vs_frozen":"0.007549958280873376","method":"esm_xgboost_no_pca","successful_bootstraps":"500"},{"category":"liver","ci_high":"0.0","ci_low":"0.0","delta_ap_vs_frozen":"0.0","method":"frozen_esm_pca_xgboost","successful_bootstraps":"500"},{"category":"liver","ci_high":"0.1109598446408082","ci_low":"-0.22235158839152339","delta_ap_vs_frozen":"-0.0387121288466277","method":"esm_logistic_affirmed_direct_training","successful_bootstraps":"500"},{"category":"kidney","ci_high":"0.05961085875279339","ci_low":"-0.18487184617301183","delta_ap_vs_frozen":"-0.05645823414104361","method":"length_logistic","successful_bootstraps":"500"},{"category":"kidney","ci_high":"0.17499855325362285","ci_low":"-0.10518558094873919","delta_ap_vs_frozen":"0.008127372089514223","method":"aac_logistic","successful_bootstraps":"500"},{"category":"kidney","ci_high":"-0.014715566106759358","ci_low":"-0.19875169523620412","delta_ap_vs_frozen":"-0.07218058565644872","method":"esm_nearest_positive_cosine","successful_bootstraps":"500"},{"category":"kidney","ci_high":"0.05031204157335853","ci_low":"-0.1626810156529064","delta_ap_vs_frozen":"-0.047172389959908974","method":"esm_logistic","successful_bootstraps":"500"},{"category":"kidney","ci_high":"0.1339208728222487","ci_low":"-0.12886096550685802","delta_ap_vs_frozen":"-0.009270581877307338","method":"esm_xgboost_no_pca","successful_bootstraps":"500"},{"category":"kidney","ci_high":"0.0","ci_low":"0.0","delta_ap_vs_frozen":"0.0","method":"frozen_esm_pca_xgboost","successful_bootstraps":"500"},{"category":"kidney","ci_high":"0.09053562947985823","ci_low":"-0.16033007183964657","delta_ap_vs_frozen":"-0.03339105045710457","method":"esm_logistic_affirmed_direct_training","successful_bootstraps":"500"}],"platform_release_id":"web-2026-09-06.1","protocol_id":"2026-09-05.fixed-cohort-exploratory-baselines.1","runtime_manifest_sha256":"31efa564634b0fc9a998bad0a892d9cfd274337fda138bc6522a87318f59b491","source_commit":"2ef93e5c6ad1b5dd6e95c06f8c741178720c536a","source_event_version":"source_event_core10","summary":[{"estimable_categories":8,"macro_ap":0.05553590668835985,"macro_auroc":0.5082258954814176,"macro_observed_P_fraction":0.0461174405160548,"method":"length_logistic","population":"all_holdout_original_P_and_U"},{"estimable_categories":8,"macro_ap":0.048689899526172684,"macro_auroc":0.5100042346466345,"macro_observed_P_fraction":0.03897964434050797,"method":"length_logistic","population":"holdout_P_with_affirmed_direct_support_and_all_U"},{"estimable_categories":8,"macro_ap":0.059251233150415465,"macro_auroc":0.5086189850058211,"macro_observed_P_fraction":0.05111366553578658,"method":"length_logistic","population":"exclude_archived_name_olfactory_receptor_from_both_P_and_U"},{"estimable_categories":8,"macro_ap":0.2727525622441154,"macro_auroc":0.48634040279038443,"macro_observed_P_fraction":0.2501307531380753,"method":"length_logistic","population":"deterministic_length_bin_matched_U_at_up_to_3_per_P"},{"estimable_categories":8,"macro_ap":0.1360651040903984,"macro_auroc":0.691399710182456,"macro_observed_P_fraction":0.0461174405160548,"method":"aac_logistic","population":"all_holdout_original_P_and_U"},{"estimable_categories":8,"macro_ap":0.12831136633392737,"macro_auroc":0.6914228980792448,"macro_observed_P_fraction":0.03897964434050797,"method":"aac_logistic","population":"holdout_P_with_affirmed_direct_support_and_all_U"},{"estimable_categories":8,"macro_ap":0.1363424760422547,"macro_auroc":0.6612356880905795,"macro_observed_P_fraction":0.05111366553578658,"method":"aac_logistic","population":"exclude_archived_name_olfactory_receptor_from_both_P_and_U"},{"estimable_categories":8,"macro_ap":0.49929946819092624,"macro_auroc":0.6929410978216733,"macro_observed_P_fraction":0.2501307531380753,"method":"aac_logistic","population":"deterministic_length_bin_matched_U_at_up_to_3_per_P"},{"estimable_categories":8,"macro_ap":0.05892079540721781,"macro_auroc":0.5117593704660566,"macro_observed_P_fraction":0.0461174405160548,"method":"esm_nearest_positive_cosine","population":"all_holdout_original_P_and_U"},{"estimable_categories":8,"macro_ap":0.053145474644828467,"macro_auroc":0.5192330724153777,"macro_observed_P_fraction":0.03897964434050797,"method":"esm_nearest_positive_cosine","population":"holdout_P_with_affirmed_direct_support_and_all_U"},{"estimable_categories":8,"macro_ap":0.060157721103177575,"macro_auroc":0.4704196531205548,"macro_observed_P_fraction":0.05111366553578658,"method":"esm_nearest_positive_cosine","population":"exclude_archived_name_olfactory_receptor_from_both_P_and_U"},{"estimable_categories":8,"macro_ap":0.27137898214086,"macro_auroc":0.5047120864356722,"macro_observed_P_fraction":0.2501307531380753,"method":"esm_nearest_positive_cosine","population":"deterministic_length_bin_matched_U_at_up_to_3_per_P"},{"estimable_categories":8,"macro_ap":0.12947163494646802,"macro_auroc":0.632695029811903,"macro_observed_P_fraction":0.0461174405160548,"method":"esm_logistic","population":"all_holdout_original_P_and_U"},{"estimable_categories":8,"macro_ap":0.1258744625370382,"macro_auroc":0.6380182954162622,"macro_observed_P_fraction":0.03897964434050797,"method":"esm_logistic","population":"holdout_P_with_affirmed_direct_support_and_all_U"},{"estimable_categories":8,"macro_ap":0.13037559308116842,"macro_auroc":0.6081472644667174,"macro_observed_P_fraction":0.05111366553578658,"method":"esm_logistic","population":"exclude_archived_name_olfactory_receptor_from_both_P_and_U"},{"estimable_categories":8,"macro_ap":0.43568866217284274,"macro_auroc":0.6460219812778177,"macro_observed_P_fraction":0.2501307531380753,"method":"esm_logistic","population":"deterministic_length_bin_matched_U_at_up_to_3_per_P"},{"estimable_categories":8,"macro_ap":0.17454475488065085,"macro_auroc":0.7244911606515559,"macro_observed_P_fraction":0.0461174405160548,"method":"esm_xgboost_no_pca","population":"all_holdout_original_P_and_U"},{"estimable_categories":8,"macro_ap":0.16401214448254733,"macro_auroc":0.7238665120992014,"macro_observed_P_fraction":0.03897964434050797,"method":"esm_xgboost_no_pca","population":"holdout_P_with_affirmed_direct_support_and_all_U"},{"estimable_categories":8,"macro_ap":0.17467578209815116,"macro_auroc":0.695314806060884,"macro_observed_P_fraction":0.05111366553578658,"method":"esm_xgboost_no_pca","population":"exclude_archived_name_olfactory_receptor_from_both_P_and_U"},{"estimable_categories":8,"macro_ap":0.5280610481388363,"macro_auroc":0.7415713346707096,"macro_observed_P_fraction":0.2501307531380753,"method":"esm_xgboost_no_pca","population":"deterministic_length_bin_matched_U_at_up_to_3_per_P"},{"estimable_categories":8,"macro_ap":0.1645127617173775,"macro_auroc":0.713942411873467,"macro_observed_P_fraction":0.0461174405160548,"method":"frozen_esm_pca_xgboost","population":"all_holdout_original_P_and_U"},{"estimable_categories":8,"macro_ap":0.16205940108671132,"macro_auroc":0.7195331692217111,"macro_observed_P_fraction":0.03897964434050797,"method":"frozen_esm_pca_xgboost","population":"holdout_P_with_affirmed_direct_support_and_all_U"},{"estimable_categories":8,"macro_ap":0.16463297968183627,"macro_auroc":0.6829741104619798,"macro_observed_P_fraction":0.05111366553578658,"method":"frozen_esm_pca_xgboost","population":"exclude_archived_name_olfactory_receptor_from_both_P_and_U"},{"estimable_categories":8,"macro_ap":0.5048469920903569,"macro_auroc":0.7254886363578936,"macro_observed_P_fraction":0.2501307531380753,"method":"frozen_esm_pca_xgboost","population":"deterministic_length_bin_matched_U_at_up_to_3_per_P"},{"estimable_categories":8,"macro_ap":0.12478791276774016,"macro_auroc":0.6287208986951486,"macro_observed_P_fraction":0.0461174405160548,"method":"esm_logistic_affirmed_direct_training","population":"all_holdout_original_P_and_U"},{"estimable_categories":8,"macro_ap":0.12050824941465522,"macro_auroc":0.6260023338047868,"macro_observed_P_fraction":0.03897964434050797,"method":"esm_logistic_affirmed_direct_training","population":"holdout_P_with_affirmed_direct_support_and_all_U"},{"estimable_categories":8,"macro_ap":0.12576838465236062,"macro_auroc":0.6037776857387139,"macro_observed_P_fraction":0.05111366553578658,"method":"esm_logistic_affirmed_direct_training","population":"exclude_archived_name_olfactory_receptor_from_both_P_and_U"},{"estimable_categories":8,"macro_ap":0.4322997018381235,"macro_auroc":0.6364980373570562,"macro_observed_P_fraction":0.2501307531380753,"method":"esm_logistic_affirmed_direct_training","population":"deterministic_length_bin_matched_U_at_up_to_3_per_P"}]}