{
  "artifact_type": "synthetic_software_benchmark",
  "clinical_claim": false,
  "seed": 20260801,
  "simulation_config": {
    "n_samples": 720,
    "n_bins": 96,
    "n_sites": 8,
    "nominal_depths": [
      0.5
    ],
    "cancer_fraction": 0.5,
    "benign_fraction_among_controls": 0.35,
    "seed": 20260801
  },
  "site_holdout": {
    "scheme": "site_holdout",
    "target_specificity": 0.99,
    "held_out_sites": [
      "site-7",
      "site-8"
    ],
    "sample_counts": {
      "all": 720,
      "train_before_qc": 540,
      "test_before_qc": 180,
      "train_issued": 512,
      "test_issued": 172,
      "test_no_call": 8,
      "test_no_call_rate": 0.0444444444444444
    },
    "models": [
      {
        "name": "coverage",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.659609796596098,
          "partial_auc_fpr_0_01": 0.5482462819146237,
          "brier": 0.49221489056277606,
          "threshold": 0.9998761750241478,
          "true_positive": 0,
          "false_negative": 99,
          "true_negative": 73,
          "false_positive": 0,
          "sensitivity": 0.0,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.0,
            0.03657574498347894
          ],
          "binomial_specificity_95ci": [
            0.9507229391041407,
            1.0
          ],
          "ppv_at_prevalence": null,
          "ppv_status": "undefined:no predicted-positive tests",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.0,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "length",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.9034177390341774,
          "partial_auc_fpr_0_01": 0.7868128521394853,
          "brier": 0.13068666005527288,
          "threshold": 0.7779485913311444,
          "true_positive": 44,
          "false_negative": 55,
          "true_negative": 73,
          "false_positive": 0,
          "sensitivity": 0.4444444444444444,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.3445430016590131,
            0.5477585793357533
          ],
          "binomial_specificity_95ci": [
            0.9507229391041407,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.03394285559920988,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "motifs",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.9079839490798396,
          "partial_auc_fpr_0_01": 0.6649916247906198,
          "brier": 0.2206331225133779,
          "threshold": 0.9860422196386732,
          "true_positive": 10,
          "false_negative": 89,
          "true_negative": 73,
          "false_positive": 0,
          "sensitivity": 0.10101010101010101,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.04951087220866289,
            0.17792456141884982
          ],
          "binomial_specificity_95ci": [
            0.9507229391041407,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.005023604972871816,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "chromatin",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.6994603569946035,
          "partial_auc_fpr_0_01": 0.527942744023146,
          "brier": 0.2206187781709283,
          "threshold": 0.874763414170296,
          "true_positive": 8,
          "false_negative": 91,
          "true_negative": 72,
          "false_positive": 1,
          "sensitivity": 0.08080808080808081,
          "specificity": 0.9863013698630136,
          "binomial_sensitivity_95ci": [
            0.035533516260076295,
            0.1530269799801459
          ],
          "binomial_specificity_95ci": [
            0.9260236768216559,
            0.9996532408474009
          ],
          "ppv_at_prevalence": 0.028789746117820942,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.0024079382859286632,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "repeats",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.6482634564826345,
          "partial_auc_fpr_0_01": 0.5228668595502767,
          "brier": 0.24273907768656425,
          "threshold": 0.7563053275337803,
          "true_positive": 4,
          "false_negative": 95,
          "true_negative": 73,
          "false_positive": 0,
          "sensitivity": 0.04040404040404041,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.01111674879857596,
            0.10022790656874934
          ],
          "binomial_specificity_95ci": [
            0.9507229391041407,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.0011323687065480808,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "all_fragmentomics",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.9351044693510447,
          "partial_auc_fpr_0_01": 0.756357545302269,
          "brier": 0.22995888426136427,
          "threshold": 0.9941880173897535,
          "true_positive": 3,
          "false_negative": 96,
          "true_negative": 73,
          "false_positive": 0,
          "sensitivity": 0.030303030303030304,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.006293347274172098,
            0.08601126433737949
          ],
          "binomial_specificity_95ci": [
            0.9507229391041407,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.0006413649073995304,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "boosted_all",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.8500069185000692,
          "partial_auc_fpr_0_01": 0.7106745850464444,
          "brier": 0.1836752031141496,
          "threshold": 0.9864367927282982,
          "true_positive": 8,
          "false_negative": 91,
          "true_negative": 73,
          "false_positive": 0,
          "sensitivity": 0.08080808080808081,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.035533516260076295,
            0.1530269799801459
          ],
          "binomial_specificity_95ci": [
            0.9507229391041407,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.00361051744166464,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "qc_only",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.47294866472948666,
          "partial_auc_fpr_0_01": 0.49748743718592964,
          "brier": 0.2558088002101108,
          "threshold": 0.65011538881441,
          "true_positive": 0,
          "false_negative": 99,
          "true_negative": 73,
          "false_positive": 0,
          "sensitivity": 0.0,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.0,
            0.03657574498347894
          ],
          "binomial_specificity_95ci": [
            0.9507229391041407,
            1.0
          ],
          "ppv_at_prevalence": null,
          "ppv_status": "undefined:no predicted-positive tests",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.0,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "site_only",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.5,
          "partial_auc_fpr_0_01": 0.5,
          "brier": 0.2522437008507979,
          "threshold": 0.5106309989400529,
          "true_positive": 0,
          "false_negative": 99,
          "true_negative": 73,
          "false_positive": 0,
          "sensitivity": 0.0,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.0,
            0.03657574498347894
          ],
          "binomial_specificity_95ci": [
            0.9507229391041407,
            1.0
          ],
          "ppv_at_prevalence": null,
          "ppv_status": "undefined:no predicted-positive tests",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.0,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "genome_tokens",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.821917808219178,
          "partial_auc_fpr_0_01": 0.5583980508603624,
          "brier": 0.17836049086223896,
          "threshold": 0.989581206967725,
          "true_positive": 11,
          "false_negative": 88,
          "true_negative": 73,
          "false_positive": 0,
          "sensitivity": 0.1111111111111111,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.05678861496131408,
            0.19011643481938723
          ],
          "binomial_specificity_95ci": [
            0.9507229391041407,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.005757787092070959,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "late_fusion",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.9402241594022417,
          "partial_auc_fpr_0_01": 0.7614334297751384,
          "brier": 0.10154211599219858,
          "threshold": 0.8101934525870561,
          "true_positive": 57,
          "false_negative": 42,
          "true_negative": 71,
          "false_positive": 2,
          "sensitivity": 0.5757575757575758,
          "specificity": 0.9726027397260274,
          "binomial_sensitivity_95ci": [
            0.47233623417313014,
            0.6745237575097816
          ],
          "binomial_specificity_95ci": [
            0.9045108361622107,
            0.9966646711068833
          ],
          "ppv_at_prevalence": 0.09551683768335514,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.02425386389428974,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005,
          "roc_auc_95ci": [
            0.9062493542129529,
            0.9705983977064866
          ],
          "sensitivity_95ci": [
            0.47994444444444445,
            0.6700025773195877
          ],
          "specificity_95ci": [
            0.9276193381119414,
            1.0
          ]
        },
        "meta_coefficients": {
          "coverage": -0.6278449683727041,
          "length": 2.1198171594968587,
          "motifs": 1.4891359680245526,
          "chromatin": 0.6616504656076063,
          "repeats": 0.11766772780050669
        },
        "stacking_protocol": "fully_nested_out_of_fold",
        "cross_fit_grouping": "joint_site_and_donor"
      }
    ],
    "fusion_subgroups": {
      "stage": {
        "I": {
          "n": 37,
          "sensitivity": 0.21621621621621623
        },
        "II": {
          "n": 35,
          "sensitivity": 0.6571428571428571
        },
        "III": {
          "n": 21,
          "sensitivity": 0.9523809523809523
        },
        "IV": {
          "n": 6,
          "sensitivity": 1.0
        }
      },
      "benign_specificity": 0.9310344827586207,
      "healthy_specificity": 1.0,
      "conditional_issued_sensitivity": 0.5757575757575758,
      "unconditional_sensitivity_counting_no_calls_as_not_detected": 0.5533980582524272,
      "issued_case_count": 99,
      "all_case_count": 103
    },
    "negative_controls": {
      "permuted_label_test_auc": 0.4883077348830773
    }
  },
  "random_patient_split": {
    "scheme": "random_patient",
    "split_grouping": "donor",
    "warning": "Donors are disjoint, but collection sites occur on both sides; this is a leakage audit, not external validation.",
    "sample_counts": {
      "train_issued": 514,
      "test_issued": 170
    },
    "models": [
      {
        "name": "all_fragmentomics",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.9496934225195094,
          "partial_auc_fpr_0_01": 0.7423012498389383,
          "brier": 0.09255182844498408,
          "threshold": 0.9215996319631637,
          "true_positive": 37,
          "false_negative": 41,
          "true_negative": 92,
          "false_positive": 0,
          "sensitivity": 0.47435897435897434,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.3600694298480282,
            0.5906539569284948
          ],
          "binomial_specificity_95ci": [
            0.9606967122604819,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.04401060787104824,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "qc_only",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.5900222965440357,
          "partial_auc_fpr_0_01": 0.49748743718592964,
          "brier": 0.24716215610718417,
          "threshold": 0.5634414934131757,
          "true_positive": 0,
          "false_negative": 78,
          "true_negative": 91,
          "false_positive": 1,
          "sensitivity": 0.0,
          "specificity": 0.9891304347826086,
          "binomial_sensitivity_95ci": [
            0.0,
            0.04619242032804872
          ],
          "binomial_specificity_95ci": [
            0.9409221488501852,
            0.9997248442972293
          ],
          "ppv_at_prevalence": 0.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.0,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      },
      {
        "name": "site_only",
        "threshold_source": "training out-of-fold controls",
        "target_specificity": 0.99,
        "test": {
          "roc_auc": 0.5036231884057971,
          "partial_auc_fpr_0_01": 0.49910391116421265,
          "brier": 0.2634642961626922,
          "threshold": 0.7306977196412507,
          "true_positive": 0,
          "false_negative": 78,
          "true_negative": 92,
          "false_positive": 0,
          "sensitivity": 0.0,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.0,
            0.04619242032804872
          ],
          "binomial_specificity_95ci": [
            0.9606967122604819,
            1.0
          ],
          "ppv_at_prevalence": null,
          "ppv_status": "undefined:no predicted-positive tests",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.0,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      }
    ]
  },
  "depth_sweep": [
    {
      "nominal_depth": 0.1,
      "replicate_count": 3,
      "stacking_protocol": "fully_nested_out_of_fold",
      "median_effective_unique_depth": 0.08857960978502062,
      "median_effective_unique_depth_range": [
        0.08809827298238418,
        0.08885300754025519
      ],
      "held_out_sites": [
        "site-7",
        "site-8"
      ],
      "test_n_mean": 85.33333333333333,
      "roc_auc": 0.8169141959918486,
      "roc_auc_range": [
        0.7919137466307277,
        0.8353825136612022
      ],
      "partial_auc_fpr_0_01": 0.7287855990745157,
      "partial_auc_fpr_0_01_range": [
        0.6302266047217218,
        0.7785537858785452
      ],
      "sensitivity": 0.22294627613190943,
      "sensitivity_range": [
        0.16981132075471697,
        0.2786885245901639
      ],
      "specificity": 1.0,
      "specificity_range": [
        1.0,
        1.0
      ],
      "replicates": [
        {
          "seed": 20260801,
          "median_effective_unique_depth": 0.08878754883242249,
          "test_n": 88,
          "roc_auc": 0.7919137466307277,
          "partial_auc_fpr_0_01": 0.6302266047217218,
          "brier": 0.2189863815949713,
          "threshold": 0.8319747884456171,
          "true_positive": 9,
          "false_negative": 44,
          "true_negative": 35,
          "false_positive": 0,
          "sensitivity": 0.16981132075471697,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.08070887646682295,
            0.2980216681054024
          ],
          "binomial_specificity_95ci": [
            0.8999675644278949,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.004038035524323203,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        },
        {
          "seed": 20261810,
          "median_effective_unique_depth": 0.08809827298238418,
          "test_n": 83,
          "roc_auc": 0.8234463276836159,
          "partial_auc_fpr_0_01": 0.7785537858785452,
          "brier": 0.23014638985061198,
          "threshold": 0.7977127775005123,
          "true_positive": 13,
          "false_negative": 46,
          "true_negative": 24,
          "false_positive": 0,
          "sensitivity": 0.22033898305084745,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.12286360813448917,
            0.34725739418759366
          ],
          "binomial_specificity_95ci": [
            0.8575264022774743,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.00431477209587322,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        },
        {
          "seed": 20262819,
          "median_effective_unique_depth": 0.08885300754025519,
          "test_n": 85,
          "roc_auc": 0.8353825136612022,
          "partial_auc_fpr_0_01": 0.7775764066232803,
          "brier": 0.17291166792043453,
          "threshold": 0.8039596769939306,
          "true_positive": 17,
          "false_negative": 44,
          "true_negative": 24,
          "false_positive": 0,
          "sensitivity": 0.2786885245901639,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.1714720842602806,
            0.40828746675617916
          ],
          "binomial_specificity_95ci": [
            0.8575264022774743,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.006011561468728038,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      ]
    },
    {
      "nominal_depth": 0.25,
      "replicate_count": 3,
      "stacking_protocol": "fully_nested_out_of_fold",
      "median_effective_unique_depth": 0.2134851820138933,
      "median_effective_unique_depth_range": [
        0.2123376281146886,
        0.214145317424966
      ],
      "held_out_sites": [
        "site-7",
        "site-8"
      ],
      "test_n_mean": 85.33333333333333,
      "roc_auc": 0.8627919567854403,
      "roc_auc_range": [
        0.8148907103825137,
        0.8991913746630728
      ],
      "partial_auc_fpr_0_01": 0.7284650748802916,
      "partial_auc_fpr_0_01_range": [
        0.6210561001729962,
        0.8198539869157107
      ],
      "sensitivity": 0.27592046008587295,
      "sensitivity_range": [
        0.21311475409836064,
        0.37735849056603776
      ],
      "specificity": 1.0,
      "specificity_range": [
        1.0,
        1.0
      ],
      "replicates": [
        {
          "seed": 20260801,
          "median_effective_unique_depth": 0.2139726005020253,
          "test_n": 88,
          "roc_auc": 0.8991913746630728,
          "partial_auc_fpr_0_01": 0.8198539869157107,
          "brier": 0.13943841919275998,
          "threshold": 0.7784281229534444,
          "true_positive": 20,
          "false_negative": 33,
          "true_negative": 35,
          "false_positive": 0,
          "sensitivity": 0.37735849056603776,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.24787219846491212,
            0.5210607150812979
          ],
          "binomial_specificity_95ci": [
            0.8999675644278949,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.012298708856604033,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        },
        {
          "seed": 20261810,
          "median_effective_unique_depth": 0.2123376281146886,
          "test_n": 83,
          "roc_auc": 0.8742937853107344,
          "partial_auc_fpr_0_01": 0.7444851375521676,
          "brier": 0.20177610461914494,
          "threshold": 0.8933917237353246,
          "true_positive": 14,
          "false_negative": 45,
          "true_negative": 24,
          "false_positive": 0,
          "sensitivity": 0.23728813559322035,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.13622574358475667,
            0.365949890056237
          ],
          "binomial_specificity_95ci": [
            0.8575264022774743,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.004781784894091664,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        },
        {
          "seed": 20262819,
          "median_effective_unique_depth": 0.214145317424966,
          "test_n": 85,
          "roc_auc": 0.8148907103825137,
          "partial_auc_fpr_0_01": 0.6210561001729962,
          "brier": 0.15486530511886026,
          "threshold": 0.9126012369370456,
          "true_positive": 13,
          "false_negative": 48,
          "true_negative": 24,
          "false_positive": 0,
          "sensitivity": 0.21311475409836064,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.11864239856165051,
            0.3368129528304618
          ],
          "binomial_specificity_95ci": [
            0.8575264022774743,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.00416714775888093,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      ]
    },
    {
      "nominal_depth": 0.5,
      "replicate_count": 3,
      "stacking_protocol": "fully_nested_out_of_fold",
      "median_effective_unique_depth": 0.40888846676915264,
      "median_effective_unique_depth_range": [
        0.40683726958012345,
        0.41006741301015015
      ],
      "held_out_sites": [
        "site-7",
        "site-8"
      ],
      "test_n_mean": 85.33333333333333,
      "roc_auc": 0.9463568546419129,
      "roc_auc_range": [
        0.9351092896174864,
        0.9540960451977402
      ],
      "partial_auc_fpr_0_01": 0.7722144320207218,
      "partial_auc_fpr_0_01_range": [
        0.7274508133889788,
        0.8198539869157107
      ],
      "sensitivity": 0.4537476343009326,
      "sensitivity_range": [
        0.37735849056603776,
        0.5084745762711864
      ],
      "specificity": 0.9861111111111112,
      "specificity_range": [
        0.9583333333333334,
        1.0
      ],
      "replicates": [
        {
          "seed": 20260801,
          "median_effective_unique_depth": 0.40976071771718436,
          "test_n": 88,
          "roc_auc": 0.9498652291105121,
          "partial_auc_fpr_0_01": 0.8198539869157107,
          "brier": 0.22444201127061916,
          "threshold": 0.6742414552533932,
          "true_positive": 20,
          "false_negative": 33,
          "true_negative": 35,
          "false_positive": 0,
          "sensitivity": 0.37735849056603776,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.24787219846491212,
            0.5210607150812979
          ],
          "binomial_specificity_95ci": [
            0.8999675644278949,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.012298708856604033,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        },
        {
          "seed": 20261810,
          "median_effective_unique_depth": 0.40683726958012345,
          "test_n": 83,
          "roc_auc": 0.9540960451977402,
          "partial_auc_fpr_0_01": 0.7274508133889788,
          "brier": 0.1448912521929497,
          "threshold": 0.7630696416567644,
          "true_positive": 30,
          "false_negative": 29,
          "true_negative": 23,
          "false_positive": 1,
          "sensitivity": 0.5084745762711864,
          "specificity": 0.9583333333333334,
          "binomial_sensitivity_95ci": [
            0.3749825497349764,
            0.6410872721994678
          ],
          "binomial_specificity_95ci": [
            0.7887983165430269,
            0.9989456475545303
          ],
          "ppv_at_prevalence": 0.05778027445630371,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.008843069289791809,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        },
        {
          "seed": 20262819,
          "median_effective_unique_depth": 0.41006741301015015,
          "test_n": 85,
          "roc_auc": 0.9351092896174864,
          "partial_auc_fpr_0_01": 0.7693384957574759,
          "brier": 0.11801968983089932,
          "threshold": 0.7830105278161468,
          "true_positive": 29,
          "false_negative": 32,
          "true_negative": 24,
          "false_positive": 0,
          "sensitivity": 0.47540983606557374,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.34595533166630305,
            0.6073314100899393
          ],
          "binomial_specificity_95ci": [
            0.8575264022774743,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.012054948263468358,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      ]
    },
    {
      "nominal_depth": 1.0,
      "replicate_count": 3,
      "stacking_protocol": "fully_nested_out_of_fold",
      "median_effective_unique_depth": 0.7764402033072256,
      "median_effective_unique_depth_range": [
        0.7725237095121027,
        0.7788749071123651
      ],
      "held_out_sites": [
        "site-7",
        "site-8"
      ],
      "test_n_mean": 85.33333333333333,
      "roc_auc": 0.9348872261695268,
      "roc_auc_range": [
        0.8857142857142857,
        0.9653954802259888
      ],
      "partial_auc_fpr_0_01": 0.8403736823854103,
      "partial_auc_fpr_0_01_range": [
        0.7724471413672134,
        0.8764313370129335
      ],
      "sensitivity": 0.6324048783641857,
      "sensitivity_range": [
        0.5254237288135594,
        0.7868852459016393
      ],
      "specificity": 0.9392857142857144,
      "specificity_range": [
        0.875,
        1.0
      ],
      "replicates": [
        {
          "seed": 20260801,
          "median_effective_unique_depth": 0.7779219932972088,
          "test_n": 88,
          "roc_auc": 0.8857142857142857,
          "partial_auc_fpr_0_01": 0.7724471413672134,
          "brier": 0.13866138152528212,
          "threshold": 0.8174113798103954,
          "true_positive": 31,
          "false_negative": 22,
          "true_negative": 33,
          "false_positive": 2,
          "sensitivity": 0.5849056603773585,
          "specificity": 0.9428571428571428,
          "binomial_sensitivity_95ci": [
            0.4413398117812452,
            0.7186420429821911
          ],
          "binomial_specificity_95ci": [
            0.8084285936547608,
            0.9930032363716905
          ],
          "ppv_at_prevalence": 0.048920149691149266,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.011444332623429344,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        },
        {
          "seed": 20261810,
          "median_effective_unique_depth": 0.7725237095121027,
          "test_n": 83,
          "roc_auc": 0.9653954802259888,
          "partial_auc_fpr_0_01": 0.8722425687760837,
          "brier": 0.17292744757032166,
          "threshold": 0.7075735958861068,
          "true_positive": 31,
          "false_negative": 28,
          "true_negative": 24,
          "false_positive": 0,
          "sensitivity": 0.5254237288135594,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.39119289567264226,
            0.6570163507523057
          ],
          "binomial_specificity_95ci": [
            0.8575264022774743,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.013609815367492985,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        },
        {
          "seed": 20262819,
          "median_effective_unique_depth": 0.7788749071123651,
          "test_n": 85,
          "roc_auc": 0.953551912568306,
          "partial_auc_fpr_0_01": 0.8764313370129335,
          "brier": 0.08205926289527397,
          "threshold": 0.8036531158955644,
          "true_positive": 48,
          "false_negative": 13,
          "true_negative": 21,
          "false_positive": 3,
          "sensitivity": 0.7868852459016393,
          "specificity": 0.875,
          "binomial_sensitivity_95ci": [
            0.663187047169538,
            0.8813576014383495
          ],
          "binomial_specificity_95ci": [
            0.6763886418111671,
            0.973440685013751
          ],
          "ppv_at_prevalence": 0.030663579014613113,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.010193178866240065,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      ]
    },
    {
      "nominal_depth": 2.0,
      "replicate_count": 3,
      "stacking_protocol": "fully_nested_out_of_fold",
      "median_effective_unique_depth": 1.477511508432288,
      "median_effective_unique_depth_range": [
        1.4700528286250825,
        1.4815670477456866
      ],
      "held_out_sites": [
        "site-7",
        "site-8"
      ],
      "test_n_mean": 85.33333333333333,
      "roc_auc": 0.9562341033302569,
      "roc_auc_range": [
        0.9241803278688525,
        0.9876010781671158
      ],
      "partial_auc_fpr_0_01": 0.8895737071246091,
      "partial_auc_fpr_0_01_range": [
        0.8466910825313005,
        0.9620745235612023
      ],
      "sensitivity": 0.6059911820369389,
      "sensitivity_range": [
        0.4576271186440678,
        0.7377049180327869
      ],
      "specificity": 0.9722222222222222,
      "specificity_range": [
        0.9166666666666666,
        1.0
      ],
      "replicates": [
        {
          "seed": 20260801,
          "median_effective_unique_depth": 1.480914648926095,
          "test_n": 88,
          "roc_auc": 0.9876010781671158,
          "partial_auc_fpr_0_01": 0.9620745235612023,
          "brier": 0.08331123336062443,
          "threshold": 0.7554496452472924,
          "true_positive": 33,
          "false_negative": 20,
          "true_negative": 35,
          "false_positive": 0,
          "sensitivity": 0.6226415094339622,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.4789392849187021,
            0.7521278015350877
          ],
          "binomial_specificity_95ci": [
            0.8999675644278949,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.0234942373824099,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        },
        {
          "seed": 20261810,
          "median_effective_unique_depth": 1.4700528286250825,
          "test_n": 83,
          "roc_auc": 0.9569209039548023,
          "partial_auc_fpr_0_01": 0.8466910825313005,
          "brier": 0.14346781305935305,
          "threshold": 0.8843221117852967,
          "true_positive": 27,
          "false_negative": 32,
          "true_negative": 24,
          "false_positive": 0,
          "sensitivity": 0.4576271186440678,
          "specificity": 1.0,
          "binomial_sensitivity_95ci": [
            0.32719601161757905,
            0.5924559792122288
          ],
          "binomial_specificity_95ci": [
            0.8575264022774743,
            1.0
          ],
          "ppv_at_prevalence": 1.0,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.01140873006149074,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        },
        {
          "seed": 20262819,
          "median_effective_unique_depth": 1.4815670477456866,
          "test_n": 85,
          "roc_auc": 0.9241803278688525,
          "partial_auc_fpr_0_01": 0.8599555152813246,
          "brier": 0.10331562142469765,
          "threshold": 0.7894896379523082,
          "true_positive": 45,
          "false_negative": 16,
          "true_negative": 22,
          "false_positive": 2,
          "sensitivity": 0.7377049180327869,
          "specificity": 0.9166666666666666,
          "binomial_sensitivity_95ci": [
            0.6092941471591897,
            0.842039402463965
          ],
          "binomial_specificity_95ci": [
            0.7300271984423964,
            0.9897436587187498
          ],
          "ppv_at_prevalence": 0.042590109630096996,
          "ppv_status": "defined",
          "conservative_ppv_corner_from_separate_95pct_marginal_bounds": 0.01121388953957279,
          "conservative_ppv_corner_warning": "Sensitivity and specificity marginal interval bounds are combined as a descriptive corner, not a joint 95% confidence bound.",
          "screening_prevalence": 0.005
        }
      ]
    }
  ],
  "sample_size_planning": {
    "zero_false_positive_controls_for_upper_fpr_0_005": 598,
    "zero_false_positive_controls_for_upper_fpr_0_001": 2995,
    "exact_upper_fpr_with_600_zero_fp": 0.004980443380361347,
    "exact_upper_fpr_with_3000_zero_fp": 0.0009980790119965867
  }
}