model,metric,estimate,ci_low,ci_high,n_test,n_scaffolds,bootstrap_valid,bootstrap_invalid,CI_method
prevalence,average_precision,0.17777777777777778,0.1310429617157217,0.2289389397512148,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
prevalence,roc_auc,0.5,0.5,0.5,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
prevalence,brier,0.14707977032028002,0.11414691247951529,0.18313176359232572,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
prevalence,log_loss,0.4714266291740526,0.3894979998506014,0.5611148793538129,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
prevalence,ECE_10_fixed_bins,0.03011529203091351,0.001969486321367727,0.08127645400435049,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
prevalence,mean_probability,0.14766248574686427,0.14766248574686425,0.1476624857468643,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
prevalence,observed_prevalence,0.17777777777777778,0.1310429617157217,0.2289389397512148,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
raw,average_precision,0.5158637675674442,0.3929115623039595,0.6256066223160386,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
raw,roc_auc,0.797186216829074,0.7339871310495243,0.8490694364570703,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
raw,brier,0.12964145300195748,0.10792147393036512,0.15325014771050316,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
raw,log_loss,0.44437001724463976,0.3650760133806728,0.5305059636838524,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
raw,ECE_10_fixed_bins,0.08099316514060632,0.05979909425903115,0.11293265617750434,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
raw,mean_probability,0.20850033709941224,0.17834261938272924,0.2414194856117973,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
raw,observed_prevalence,0.17777777777777778,0.1310429617157217,0.2289389397512148,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
calibrated,average_precision,0.5158637675674442,0.3929115623039595,0.6256066223160386,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
calibrated,roc_auc,0.797186216829074,0.7339871310495243,0.8490694364570703,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
calibrated,brier,0.11527886730765816,0.09404031197164138,0.1393638528704288,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
calibrated,log_loss,0.3750251903750298,0.3180675949604811,0.43663598492838596,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
calibrated,ECE_10_fixed_bins,0.02378638817573457,0.022008204398064064,0.06033604720315835,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
calibrated,mean_probability,0.18572396293965798,0.16749640594949655,0.2061994410983637,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
calibrated,observed_prevalence,0.17777777777777778,0.1310429617157217,0.2289389397512148,945,505,1000,0,95% percentile scaffold-cluster bootstrap; fixed model
