replicate,model,threshold_label,tn,fp,fn,tp,precision,recall,specificity,F1,balanced_accuracy,predicted_positive_fraction
0,raw,0.5,706,98,99,85,0.4644808743169399,0.46195652173913043,0.8781094527363185,0.46321525885558584,0.6700329872377244,0.18522267206477733
0,calibrated,0.5,775,29,150,34,0.5396825396825397,0.18478260869565216,0.9639303482587065,0.27530364372469635,0.5743564784771793,0.06376518218623482
0,calibrated,development_F1,573,231,41,143,0.38235294117647056,0.7771739130434783,0.7126865671641791,0.5125448028673835,0.7449302401038287,0.3785425101214575
1,raw,0.5,753,113,105,87,0.435,0.453125,0.8695150115473441,0.44387755102040816,0.6613200057736721,0.1890359168241966
1,calibrated,0.5,835,31,149,43,0.581081081081081,0.22395833333333334,0.964203233256351,0.3233082706766917,0.5940807832948422,0.06994328922495274
1,calibrated,development_F1,580,286,50,142,0.3317757009345794,0.7395833333333334,0.6697459584295612,0.45806451612903226,0.7046646458814473,0.4045368620037807
2,raw,0.5,642,62,84,53,0.4608695652173913,0.38686131386861317,0.9119318181818182,0.42063492063492064,0.6493965660252157,0.1367419738406659
2,calibrated,0.5,686,18,113,24,0.5714285714285714,0.17518248175182483,0.9744318181818182,0.2681564245810056,0.5748071499668215,0.04994054696789536
2,calibrated,development_F1,521,183,46,91,0.33211678832116787,0.6642335766423357,0.7400568181818182,0.44282238442822386,0.7021451974120769,0.3258026159334126
3,raw,0.5,696,87,96,81,0.48214285714285715,0.4576271186440678,0.8888888888888888,0.46956521739130436,0.6732580037664784,0.175
3,calibrated,0.5,760,23,131,46,0.6666666666666666,0.2598870056497175,0.9706257982120051,0.37398373983739835,0.6152564019308613,0.071875
3,calibrated,development_F1,553,230,45,132,0.36464088397790057,0.7457627118644068,0.7062579821200511,0.4897959183673469,0.726010346992229,0.3770833333333333
4,raw,0.5,675,61,75,79,0.5642857142857143,0.512987012987013,0.9171195652173914,0.5374149659863946,0.7150532891022021,0.15730337078651685
4,calibrated,0.5,719,17,114,40,0.7017543859649122,0.2597402597402597,0.9769021739130435,0.3791469194312796,0.6183212168266516,0.06404494382022471
4,calibrated,development_F1,552,184,39,115,0.38461538461538464,0.7467532467532467,0.75,0.5077262693156733,0.7483766233766234,0.3359550561797753
5,raw,0.5,793,74,108,113,0.6042780748663101,0.5113122171945701,0.9146482122260668,0.553921568627451,0.7129802147103185,0.171875
5,calibrated,0.5,838,29,184,37,0.5606060606060606,0.167420814479638,0.9665513264129181,0.2578397212543554,0.566986070446278,0.06066176470588235
5,calibrated,development_F1,635,232,41,180,0.4368932038834951,0.8144796380090498,0.7324106113033448,0.5687203791469194,0.7734451246561973,0.3786764705882353
6,raw,0.5,682,76,77,73,0.4899328859060403,0.4866666666666667,0.899736147757256,0.4882943143812709,0.6932014072119613,0.16409691629955947
6,calibrated,0.5,739,19,122,28,0.5957446808510638,0.18666666666666668,0.974934036939314,0.28426395939086296,0.5808003518029904,0.051762114537444934
6,calibrated,development_F1,555,203,39,111,0.3535031847133758,0.74,0.7321899736147758,0.47844827586206895,0.7360949868073878,0.3458149779735683
7,raw,0.5,751,92,105,101,0.5233160621761658,0.49029126213592233,0.8908659549228944,0.506265664160401,0.6905786085294083,0.18398474737845566
7,calibrated,0.5,814,29,159,47,0.618421052631579,0.22815533980582525,0.9655990510083037,0.3333333333333333,0.5968771954070644,0.07244995233555768
7,calibrated,development_F1,577,266,55,151,0.36211031175059955,0.7330097087378641,0.6844602609727165,0.48475120385232745,0.7087349848552903,0.39752144899904673
8,raw,0.5,672,88,61,68,0.4358974358974359,0.5271317829457365,0.8842105263157894,0.47719298245614034,0.705671154630763,0.17547806524184478
8,calibrated,0.5,734,26,100,29,0.5272727272727272,0.2248062015503876,0.9657894736842105,0.31521739130434784,0.595297837617299,0.06186726659167604
8,calibrated,development_F1,551,209,31,98,0.31921824104234525,0.7596899224806202,0.725,0.44954128440366975,0.7423449612403101,0.34533183352080987
9,raw,0.5,568,84,56,75,0.4716981132075472,0.5725190839694656,0.8711656441717791,0.5172413793103449,0.7218423640706224,0.20306513409961685
9,calibrated,0.5,625,27,91,40,0.5970149253731343,0.3053435114503817,0.9585889570552147,0.40404040404040403,0.6319662342527982,0.08556832694763729
9,calibrated,development_F1,455,197,32,99,0.3344594594594595,0.7557251908396947,0.6978527607361963,0.4637002341920375,0.7267889757879455,0.3780332056194125
10,raw,0.5,643,88,70,66,0.42857142857142855,0.4852941176470588,0.8796169630642955,0.45517241379310347,0.6824555403556771,0.1776239907727797
10,calibrated,0.5,708,23,104,32,0.5818181818181818,0.23529411764705882,0.9685362517099864,0.33507853403141363,0.6019151846785226,0.06343713956170703
10,calibrated,development_F1,528,203,32,104,0.33876221498371334,0.7647058823529411,0.7222982216142271,0.46952595936794583,0.7435020519835841,0.35409457900807384
11,raw,0.5,667,84,108,82,0.4939759036144578,0.43157894736842106,0.8881491344873502,0.4606741573033708,0.6598640409278856,0.17640807651434645
11,calibrated,0.5,727,24,148,42,0.6363636363636364,0.22105263157894736,0.9680426098535286,0.328125,0.594547620716238,0.07013815090329437
11,calibrated,development_F1,551,200,52,138,0.40828402366863903,0.7263157894736842,0.7336884154460719,0.5227272727272727,0.7300021024598781,0.359192348565356
12,raw,0.5,690,90,120,118,0.5673076923076923,0.4957983193277311,0.8846153846153846,0.5291479820627802,0.6902068519715578,0.2043222003929273
12,calibrated,0.5,747,33,168,70,0.6796116504854369,0.29411764705882354,0.9576923076923077,0.41055718475073316,0.6259049773755656,0.10117878192534381
12,calibrated,development_F1,560,220,54,184,0.45544554455445546,0.773109243697479,0.717948717948718,0.573208722741433,0.7455289808230985,0.3968565815324165
13,raw,0.5,712,104,87,83,0.44385026737967914,0.48823529411764705,0.8725490196078431,0.4649859943977591,0.6803921568627451,0.1896551724137931
13,calibrated,0.5,783,33,119,51,0.6071428571428571,0.3,0.9595588235294118,0.4015748031496063,0.6297794117647059,0.08519269776876268
13,calibrated,development_F1,575,241,44,126,0.34332425068119893,0.7411764705882353,0.7046568627450981,0.4692737430167598,0.7229166666666667,0.372210953346856
14,raw,0.5,722,106,92,70,0.3977272727272727,0.43209876543209874,0.8719806763285024,0.41420118343195267,0.6520397208803006,0.17777777777777778
14,calibrated,0.5,790,38,135,27,0.4153846153846154,0.16666666666666666,0.9541062801932367,0.23788546255506607,0.5603864734299517,0.06565656565656566
14,calibrated,development_F1,570,258,50,112,0.3027027027027027,0.691358024691358,0.6884057971014492,0.42105263157894735,0.6898819108964036,0.37373737373737376
15,raw,0.5,626,54,63,68,0.5573770491803278,0.5190839694656488,0.9205882352941176,0.5375494071146245,0.7198361023798832,0.1504315659679408
15,calibrated,0.5,661,19,101,30,0.6122448979591837,0.22900763358778625,0.9720588235294118,0.3333333333333333,0.600533228558599,0.06041923551171394
15,calibrated,development_F1,518,162,31,100,0.3816793893129771,0.7633587786259542,0.7617647058823529,0.5089058524173028,0.7625617422541535,0.32305795314426633
16,raw,0.5,770,78,87,83,0.515527950310559,0.48823529411764705,0.9080188679245284,0.5015105740181269,0.6981270810210877,0.1581532416502947
16,calibrated,0.5,828,20,135,35,0.6363636363636364,0.20588235294117646,0.9764150943396226,0.3111111111111111,0.5911487236403995,0.054027504911591355
16,calibrated,development_F1,586,262,39,131,0.3333333333333333,0.7705882352941177,0.6910377358490566,0.46536412078152756,0.7308129855715871,0.38605108055009824
17,raw,0.5,600,68,74,64,0.48484848484848486,0.463768115942029,0.8982035928143712,0.4740740740740741,0.6809858543782001,0.16377171215880892
17,calibrated,0.5,645,23,103,35,0.603448275862069,0.2536231884057971,0.9655688622754491,0.35714285714285715,0.6095960253406232,0.07196029776674938
17,calibrated,development_F1,482,186,51,87,0.31868131868131866,0.6304347826086957,0.7215568862275449,0.4233576642335766,0.6759958344181203,0.3387096774193548
18,raw,0.5,656,76,85,55,0.4198473282442748,0.39285714285714285,0.8961748633879781,0.4059040590405904,0.6445160031225605,0.15022935779816513
18,calibrated,0.5,716,16,109,31,0.6595744680851063,0.22142857142857142,0.9781420765027322,0.3315508021390374,0.5997853239656519,0.05389908256880734
18,calibrated,development_F1,550,182,57,83,0.3132075471698113,0.5928571428571429,0.7513661202185792,0.40987654320987654,0.672111631537861,0.3038990825688073
19,raw,0.5,677,90,74,95,0.5135135135135135,0.5621301775147929,0.8826597131681877,0.536723163841808,0.7223949453414903,0.19764957264957264
19,calibrated,0.5,742,25,115,54,0.6835443037974683,0.31952662721893493,0.9674054758800521,0.43548387096774194,0.6434660515494935,0.08440170940170941
19,calibrated,development_F1,570,197,30,139,0.41369047619047616,0.8224852071005917,0.7431551499348109,0.5504950495049505,0.7828201785177014,0.358974358974359
20,raw,0.5,692,86,118,63,0.4228187919463087,0.34806629834254144,0.8894601542416453,0.38181818181818183,0.6187632262920933,0.1553701772679875
20,calibrated,0.5,750,28,162,19,0.40425531914893614,0.10497237569060773,0.9640102827763496,0.16666666666666666,0.5344913292334786,0.049009384775808136
20,calibrated,development_F1,557,221,67,114,0.3402985074626866,0.6298342541436464,0.7159383033419023,0.4418604651162791,0.6728862787427743,0.34932221063607927
21,raw,0.5,714,93,98,106,0.5326633165829145,0.5196078431372549,0.8847583643122676,0.5260545905707196,0.7021831037247612,0.19683481701285854
21,calibrated,0.5,779,28,147,57,0.6705882352941176,0.27941176470588236,0.9653035935563816,0.3944636678200692,0.622357679131132,0.0840751730959446
21,calibrated,development_F1,577,230,43,161,0.4117647058823529,0.7892156862745098,0.7149938042131351,0.5411764705882353,0.7521047452438224,0.3867457962413452
22,raw,0.5,817,104,102,97,0.48258706467661694,0.48743718592964824,0.8870792616720955,0.485,0.6872582238008719,0.17946428571428572
22,calibrated,0.5,896,25,140,59,0.7023809523809523,0.2964824120603015,0.9728555917480999,0.4169611307420495,0.6346690019042007,0.075
22,calibrated,development_F1,642,279,48,151,0.3511627906976744,0.7587939698492462,0.6970684039087948,0.48012718600953896,0.7279311868790205,0.38392857142857145
23,raw,0.5,699,70,83,64,0.47761194029850745,0.43537414965986393,0.9089726918075423,0.4555160142348754,0.6721734207337031,0.1462882096069869
23,calibrated,0.5,749,20,116,31,0.6078431372549019,0.2108843537414966,0.9739921976592978,0.31313131313131315,0.5924382757003972,0.055676855895196505
23,calibrated,development_F1,563,206,44,103,0.3333333333333333,0.7006802721088435,0.7321196358907672,0.4517543859649123,0.7163999539998054,0.3373362445414847
24,raw,0.5,649,75,93,78,0.5098039215686274,0.45614035087719296,0.8964088397790055,0.48148148148148145,0.6762745953280993,0.17094972067039105
24,calibrated,0.5,705,19,124,47,0.7121212121212122,0.27485380116959063,0.9737569060773481,0.39662447257383965,0.6243053536234694,0.07374301675977654
24,calibrated,development_F1,539,185,49,122,0.3973941368078176,0.7134502923976608,0.744475138121547,0.5104602510460251,0.7289627152596039,0.34301675977653634
25,raw,0.5,658,67,75,76,0.5314685314685315,0.5033112582781457,0.9075862068965517,0.5170068027210885,0.7054487325873486,0.1632420091324201
25,calibrated,0.5,703,22,115,36,0.6206896551724138,0.23841059602649006,0.9696551724137931,0.3444976076555024,0.6040328842201416,0.06621004566210045
25,calibrated,development_F1,530,195,41,110,0.36065573770491804,0.7284768211920529,0.7310344827586207,0.4824561403508772,0.7297556519753368,0.3481735159817352
26,raw,0.5,796,94,72,58,0.3815789473684211,0.4461538461538462,0.8943820224719101,0.41134751773049644,0.6702679343128781,0.14901960784313725
26,calibrated,0.5,866,24,100,30,0.5555555555555556,0.23076923076923078,0.9730337078651685,0.32608695652173914,0.6019014693171997,0.052941176470588235
26,calibrated,development_F1,640,250,38,92,0.26900584795321636,0.7076923076923077,0.7191011235955056,0.3898305084745763,0.7133967156439067,0.3352941176470588
27,raw,0.5,620,71,89,61,0.4621212121212121,0.4066666666666667,0.8972503617945007,0.4326241134751773,0.6519585142305837,0.15695600475624258
27,calibrated,0.5,670,21,127,23,0.5227272727272727,0.15333333333333332,0.9696092619392185,0.23711340206185566,0.5614712976362759,0.052318668252080855
27,calibrated,development_F1,508,183,47,103,0.36013986013986016,0.6866666666666666,0.7351664254703328,0.4724770642201835,0.7109165460684997,0.3400713436385256
28,raw,0.5,625,85,81,75,0.46875,0.4807692307692308,0.8802816901408451,0.47468354430379744,0.6805254604550379,0.18475750577367206
28,calibrated,0.5,684,26,128,28,0.5185185185185185,0.1794871794871795,0.9633802816901409,0.26666666666666666,0.5714337305886602,0.06235565819861432
28,calibrated,development_F1,498,212,44,112,0.345679012345679,0.717948717948718,0.7014084507042253,0.4666666666666667,0.7096785843264717,0.3741339491916859
29,raw,0.5,623,80,72,76,0.48717948717948717,0.5135135135135135,0.8862019914651493,0.5,0.6998577524893315,0.18331374853113983
29,calibrated,0.5,679,24,112,36,0.6,0.24324324324324326,0.9658605974395448,0.34615384615384615,0.604551920341394,0.07050528789659224
29,calibrated,development_F1,499,204,39,109,0.34824281150159747,0.7364864864864865,0.7098150782361309,0.47288503253796094,0.7231507823613087,0.36780258519388953
30,raw,0.5,732,92,92,85,0.480225988700565,0.480225988700565,0.8883495145631068,0.480225988700565,0.684287751631836,0.17682317682317683
30,calibrated,0.5,796,28,138,39,0.582089552238806,0.22033898305084745,0.9660194174757282,0.319672131147541,0.5931792002632879,0.06693306693306693
30,calibrated,development_F1,576,248,45,132,0.3473684210526316,0.7457627118644068,0.6990291262135923,0.473967684021544,0.7223959190389995,0.37962037962037964
31,raw,0.5,651,91,69,109,0.545,0.6123595505617978,0.8773584905660378,0.5767195767195767,0.7448590205639178,0.21739130434782608
31,calibrated,0.5,711,31,124,54,0.6352941176470588,0.30337078651685395,0.9582210242587601,0.41064638783269963,0.630795905387807,0.09239130434782608
31,calibrated,development_F1,494,248,28,150,0.3768844221105528,0.8426966292134831,0.6657681940700808,0.5208333333333334,0.754232411641782,0.4326086956521739
32,raw,0.5,723,83,121,89,0.5174418604651163,0.4238095238095238,0.8970223325062034,0.46596858638743455,0.6604159281578637,0.16929133858267717
32,calibrated,0.5,782,24,169,41,0.6307692307692307,0.19523809523809524,0.9702233250620348,0.29818181818181816,0.5827307101500651,0.0639763779527559
32,calibrated,development_F1,592,214,56,154,0.41847826086956524,0.7333333333333333,0.7344913151364765,0.532871972318339,0.7339123242349048,0.36220472440944884
33,raw,0.5,690,76,49,59,0.43703703703703706,0.5462962962962963,0.9007832898172323,0.48559670781893005,0.7235397930567643,0.15446224256292906
33,calibrated,0.5,741,25,78,30,0.5454545454545454,0.2777777777777778,0.9673629242819843,0.36809815950920244,0.622570351029881,0.06292906178489703
33,calibrated,development_F1,546,220,28,80,0.26666666666666666,0.7407407407407407,0.7127937336814621,0.39215686274509803,0.7267672372111014,0.34324942791762014
34,raw,0.5,619,66,94,79,0.5448275862068965,0.45664739884393063,0.9036496350364963,0.4968553459119497,0.6801485169402135,0.168997668997669
34,calibrated,0.5,667,18,135,38,0.6785714285714286,0.21965317919075145,0.9737226277372263,0.3318777292576419,0.5966879034639889,0.06526806526806526
34,calibrated,development_F1,479,206,46,127,0.3813813813813814,0.7341040462427746,0.6992700729927007,0.5019762845849802,0.7166870596177377,0.3881118881118881
35,raw,0.5,659,79,85,67,0.4589041095890411,0.4407894736842105,0.8929539295392954,0.44966442953020136,0.6668717016117529,0.16404494382022472
35,calibrated,0.5,712,26,120,32,0.5517241379310345,0.21052631578947367,0.964769647696477,0.3047619047619048,0.5876479817429754,0.0651685393258427
35,calibrated,development_F1,519,219,46,106,0.3261538461538461,0.6973684210526315,0.7032520325203252,0.4444444444444444,0.7003102267864784,0.3651685393258427
36,raw,0.5,673,73,84,102,0.5828571428571429,0.5483870967741935,0.9021447721179625,0.5650969529085873,0.725265934446078,0.18776824034334763
36,calibrated,0.5,719,27,121,65,0.7065217391304348,0.34946236559139787,0.9638069705093834,0.4676258992805755,0.6566346680503906,0.09871244635193133
36,calibrated,development_F1,549,197,32,154,0.43874643874643876,0.8279569892473119,0.7359249329758714,0.5735567970204841,0.7819409611115916,0.37660944206008584
37,raw,0.5,697,92,96,101,0.5233160621761658,0.5126903553299492,0.8833967046894804,0.517948717948718,0.6980435300097148,0.19574036511156187
37,calibrated,0.5,764,25,162,35,0.5833333333333334,0.17766497461928935,0.9683143219264893,0.2723735408560311,0.5729896482728893,0.060851926977687626
37,calibrated,development_F1,572,217,37,160,0.4244031830238727,0.8121827411167513,0.7249683143219265,0.5574912891986062,0.7685755277193389,0.38235294117647056
38,raw,0.5,698,54,108,64,0.5423728813559322,0.37209302325581395,0.9281914893617021,0.4413793103448276,0.650142256308758,0.1277056277056277
38,calibrated,0.5,740,12,134,38,0.76,0.22093023255813954,0.9840425531914894,0.34234234234234234,0.6024863928748144,0.05411255411255411
38,calibrated,development_F1,569,183,59,113,0.38175675675675674,0.6569767441860465,0.7566489361702128,0.4829059829059829,0.7068128401781296,0.3203463203463203
39,raw,0.5,678,74,80,85,0.5345911949685535,0.5151515151515151,0.901595744680851,0.5246913580246914,0.7083736299161831,0.173391494002181
39,calibrated,0.5,733,19,129,36,0.6545454545454545,0.21818181818181817,0.9747340425531915,0.32727272727272727,0.5964579303675048,0.05997818974918211
39,calibrated,development_F1,567,185,48,117,0.38741721854304634,0.7090909090909091,0.7539893617021277,0.5010706638115632,0.7315401353965184,0.3293347873500545
40,raw,0.5,620,88,74,87,0.49714285714285716,0.5403726708074534,0.8757062146892656,0.5178571428571429,0.7080394427483595,0.20138089758342922
40,calibrated,0.5,684,24,116,45,0.6521739130434783,0.2795031055900621,0.9661016949152542,0.391304347826087,0.6228024002526582,0.07940161104718067
40,calibrated,development_F1,515,193,35,126,0.3949843260188088,0.782608695652174,0.7274011299435028,0.525,0.7550049127978384,0.3670886075949367
41,raw,0.5,644,108,91,89,0.4517766497461929,0.49444444444444446,0.8563829787234043,0.47214854111405835,0.6754137115839244,0.2113733905579399
41,calibrated,0.5,720,32,142,38,0.5428571428571428,0.2111111111111111,0.9574468085106383,0.304,0.5842789598108747,0.07510729613733906
41,calibrated,development_F1,520,232,44,136,0.3695652173913043,0.7555555555555555,0.6914893617021277,0.49635036496350365,0.7235224586288416,0.3948497854077253
42,raw,0.5,765,98,121,85,0.4644808743169399,0.41262135922330095,0.8864426419466975,0.4370179948586118,0.6495320005849993,0.17118802619270346
42,calibrated,0.5,848,15,174,32,0.6808510638297872,0.1553398058252427,0.9826187717265353,0.25296442687747034,0.568979288775889,0.04396632366697849
42,calibrated,development_F1,595,268,51,155,0.3664302600472813,0.7524271844660194,0.6894553881807648,0.492845786963434,0.7209412863233922,0.39569691300280635
43,raw,0.5,662,73,83,84,0.535031847133758,0.5029940119760479,0.9006802721088435,0.5185185185185185,0.7018371420424456,0.17405764966740578
43,calibrated,0.5,714,21,130,37,0.6379310344827587,0.2215568862275449,0.9714285714285714,0.3288888888888889,0.5964927288280581,0.06430155210643015
43,calibrated,development_F1,558,177,36,131,0.4253246753246753,0.7844311377245509,0.7591836734693878,0.5515789473684211,0.7718074055969693,0.34146341463414637
44,raw,0.5,666,82,81,61,0.42657342657342656,0.4295774647887324,0.8903743315508021,0.4280701754385965,0.6599758981697672,0.16067415730337078
44,calibrated,0.5,718,30,111,31,0.5081967213114754,0.21830985915492956,0.9598930481283422,0.3054187192118227,0.5891014536416359,0.06853932584269663
44,calibrated,development_F1,550,198,41,101,0.3377926421404682,0.7112676056338029,0.7352941176470589,0.4580498866213152,0.7232808616404309,0.3359550561797753
45,raw,0.5,682,92,84,87,0.4860335195530726,0.5087719298245614,0.8811369509043928,0.49714285714285716,0.6949544403644772,0.18941798941798943
45,calibrated,0.5,745,29,133,38,0.5671641791044776,0.2222222222222222,0.962532299741602,0.31932773109243695,0.5923772609819121,0.07089947089947089
45,calibrated,development_F1,568,206,47,124,0.37575757575757573,0.7251461988304093,0.7338501291989664,0.49500998003992014,0.7294981640146878,0.3492063492063492
46,raw,0.5,685,80,106,72,0.47368421052631576,0.4044943820224719,0.8954248366013072,0.43636363636363634,0.6499596093118896,0.16118769883351008
46,calibrated,0.5,748,17,154,24,0.5853658536585366,0.1348314606741573,0.9777777777777777,0.2191780821917808,0.5563046192259675,0.043478260869565216
46,calibrated,development_F1,531,234,65,113,0.3256484149855908,0.6348314606741573,0.6941176470588235,0.43047619047619046,0.6644745538664905,0.3679745493107105
47,raw,0.5,740,103,97,73,0.4147727272727273,0.4294117647058823,0.8778173190984578,0.42196531791907516,0.65361454190217,0.17374136229022705
47,calibrated,0.5,813,30,130,40,0.5714285714285714,0.23529411764705882,0.9644128113879004,0.3333333333333333,0.5998534645174796,0.06910167818361303
47,calibrated,development_F1,612,231,47,123,0.3474576271186441,0.7235294117647059,0.7259786476868327,0.46946564885496184,0.7247540297257693,0.34945705824284307
48,raw,0.5,789,85,101,103,0.5478723404255319,0.5049019607843137,0.902745995423341,0.5255102040816326,0.7038239781038274,0.17439703153988867
48,calibrated,0.5,849,25,136,68,0.7311827956989247,0.3333333333333333,0.971395881006865,0.45791245791245794,0.6523646071700991,0.0862708719851577
48,calibrated,development_F1,621,253,43,161,0.3888888888888889,0.7892156862745098,0.7105263157894737,0.5210355987055016,0.7498710010319918,0.38404452690166974
49,raw,0.5,851,110,139,74,0.40217391304347827,0.3474178403755869,0.8855359001040582,0.37279596977329976,0.6164768702398226,0.1567291311754685
49,calibrated,0.5,939,22,183,30,0.5769230769230769,0.14084507042253522,0.9771071800208116,0.22641509433962265,0.5589761252216734,0.044293015332197615
49,calibrated,development_F1,674,287,70,143,0.3325581395348837,0.6713615023474179,0.7013527575442248,0.4447900466562986,0.6863571299458213,0.36626916524701875
50,raw,0.5,772,67,123,95,0.5864197530864198,0.43577981651376146,0.9201430274135876,0.5,0.6779614219636745,0.1532639545884579
50,calibrated,0.5,816,23,182,36,0.6101694915254238,0.1651376146788991,0.9725864123957092,0.259927797833935,0.5688620135373041,0.05581835383159887
50,calibrated,development_F1,635,204,64,154,0.4301675977653631,0.7064220183486238,0.7568533969010727,0.5347222222222222,0.7316377076248483,0.3386944181646168
51,raw,0.5,749,102,86,59,0.36645962732919257,0.4068965517241379,0.8801410105757932,0.38562091503267976,0.6435187811499655,0.16164658634538154
51,calibrated,0.5,819,32,117,28,0.4666666666666667,0.19310344827586207,0.9623971797884842,0.2731707317073171,0.5777503140321731,0.060240963855421686
51,calibrated,development_F1,619,232,57,88,0.275,0.6068965517241379,0.72737955346651,0.37849462365591396,0.6671380525953239,0.321285140562249
52,raw,0.5,682,74,74,76,0.5066666666666667,0.5066666666666667,0.9021164021164021,0.5066666666666667,0.7043915343915343,0.16556291390728478
52,calibrated,0.5,740,16,113,37,0.6981132075471698,0.24666666666666667,0.9788359788359788,0.3645320197044335,0.6127513227513227,0.05849889624724062
52,calibrated,development_F1,537,219,37,113,0.34036144578313254,0.7533333333333333,0.7103174603174603,0.46887966804979253,0.7318253968253968,0.36644591611479027
53,raw,0.5,809,85,62,86,0.5029239766081871,0.581081081081081,0.9049217002237137,0.5391849529780565,0.7430013906523973,0.16410748560460653
53,calibrated,0.5,877,17,105,43,0.7166666666666667,0.2905405405405405,0.9809843400447428,0.41346153846153844,0.6357624402926416,0.05758157389635317
53,calibrated,development_F1,639,255,37,111,0.30327868852459017,0.75,0.714765100671141,0.43190661478599224,0.7323825503355705,0.3512476007677543
54,raw,0.5,610,64,82,98,0.6049382716049383,0.5444444444444444,0.9050445103857567,0.5730994152046783,0.7247444774151006,0.18969555035128804
54,calibrated,0.5,649,25,133,47,0.6527777777777778,0.2611111111111111,0.9629080118694362,0.373015873015873,0.6120095614902736,0.08430913348946135
54,calibrated,development_F1,507,167,51,129,0.4358108108108108,0.7166666666666667,0.7522255192878339,0.542016806722689,0.7344460929772503,0.34660421545667447
55,raw,0.5,697,63,78,67,0.5153846153846153,0.46206896551724136,0.9171052631578948,0.48727272727272725,0.689587114337568,0.143646408839779
55,calibrated,0.5,734,26,114,31,0.543859649122807,0.21379310344827587,0.9657894736842105,0.3069306930693069,0.5897912885662432,0.06298342541436464
55,calibrated,development_F1,569,191,49,96,0.3344947735191638,0.6620689655172414,0.7486842105263158,0.4444444444444444,0.7053765880217786,0.31712707182320443
56,raw,0.5,688,80,89,80,0.5,0.47337278106508873,0.8958333333333334,0.48632218844984804,0.684603057199211,0.17075773745997866
56,calibrated,0.5,733,35,127,42,0.5454545454545454,0.2485207100591716,0.9544270833333334,0.34146341463414637,0.6014738966962525,0.08217716115261472
56,calibrated,development_F1,575,193,48,121,0.3853503184713376,0.7159763313609467,0.7486979166666666,0.5010351966873706,0.7323371240138067,0.33511205976520814
57,raw,0.5,660,99,100,100,0.5025125628140703,0.5,0.8695652173913043,0.5012531328320802,0.6847826086956521,0.20750782064650677
57,calibrated,0.5,730,29,145,55,0.6547619047619048,0.275,0.9617918313570487,0.3873239436619718,0.6183959156785244,0.08759124087591241
57,calibrated,development_F1,520,239,51,149,0.38402061855670105,0.745,0.6851119894598156,0.5068027210884354,0.7150559947299078,0.4045881126173097
58,raw,0.5,639,90,84,57,0.3877551020408163,0.40425531914893614,0.8765432098765432,0.3958333333333333,0.6403992645127397,0.16896551724137931
58,calibrated,0.5,705,24,112,29,0.5471698113207547,0.20567375886524822,0.9670781893004116,0.29896907216494845,0.5863759740828299,0.06091954022988506
58,calibrated,development_F1,515,214,40,101,0.32063492063492066,0.7163120567375887,0.7064471879286695,0.44298245614035087,0.711379622333129,0.3620689655172414
59,raw,0.5,657,80,83,90,0.5294117647058824,0.5202312138728323,0.8914518317503393,0.5247813411078717,0.7058415228115857,0.18681318681318682
59,calibrated,0.5,712,25,122,51,0.6710526315789473,0.2947976878612717,0.966078697421981,0.40963855421686746,0.6304381926416264,0.08351648351648351
59,calibrated,development_F1,544,193,41,132,0.40615384615384614,0.7630057803468208,0.7381275440976933,0.5301204819277109,0.7505666622222571,0.35714285714285715
60,raw,0.5,641,87,57,54,0.3829787234042553,0.4864864864864865,0.8804945054945055,0.42857142857142855,0.6834904959904959,0.16805721096543505
60,calibrated,0.5,701,27,84,27,0.5,0.24324324324324326,0.9629120879120879,0.32727272727272727,0.6030776655776656,0.06436233611442194
60,calibrated,development_F1,520,208,40,71,0.25448028673835127,0.6396396396396397,0.7142857142857143,0.3641025641025641,0.676962676962677,0.33253873659118
61,raw,0.5,754,98,100,82,0.45555555555555555,0.45054945054945056,0.8849765258215962,0.4530386740331492,0.6677629881855234,0.17408123791102514
61,calibrated,0.5,827,25,142,40,0.6153846153846154,0.21978021978021978,0.9706572769953051,0.32388663967611336,0.5952187483877625,0.06286266924564797
61,calibrated,development_F1,614,238,53,129,0.35149863760217986,0.7087912087912088,0.7206572769953051,0.46994535519125685,0.714724242893257,0.35493230174081236
62,raw,0.5,693,74,104,113,0.6042780748663101,0.5207373271889401,0.9035202086049544,0.5594059405940595,0.7121287678969472,0.19004065040650406
62,calibrated,0.5,742,25,141,76,0.7524752475247525,0.35023041474654376,0.9674054758800521,0.4779874213836478,0.658817945313298,0.10264227642276423
62,calibrated,development_F1,578,189,55,162,0.46153846153846156,0.7465437788018433,0.7535853976531942,0.5704225352112676,0.7500645882275188,0.3567073170731707
63,raw,0.5,650,65,72,56,0.4628099173553719,0.4375,0.9090909090909091,0.4497991967871486,0.6732954545454546,0.1435349940688019
63,calibrated,0.5,699,16,99,29,0.6444444444444445,0.2265625,0.9776223776223776,0.3352601156069364,0.6020924388111888,0.05338078291814947
63,calibrated,development_F1,537,178,47,81,0.3127413127413127,0.6328125,0.7510489510489511,0.4186046511627907,0.6919307255244755,0.30723606168446027
64,raw,0.5,685,87,84,98,0.5297297297297298,0.5384615384615384,0.8873056994818653,0.5340599455040872,0.7128836189717018,0.19392033542976939
64,calibrated,0.5,738,34,137,45,0.569620253164557,0.24725274725274726,0.9559585492227979,0.3448275862068966,0.6016056482377725,0.08280922431865828
64,calibrated,development_F1,556,216,45,137,0.3881019830028329,0.7527472527472527,0.7202072538860104,0.5121495327102804,0.7364772533166315,0.370020964360587
65,raw,0.5,784,89,84,88,0.4971751412429379,0.5116279069767442,0.8980526918671249,0.504297994269341,0.7048402994219345,0.16937799043062202
65,calibrated,0.5,848,25,124,48,0.6575342465753424,0.27906976744186046,0.9713631156930126,0.39183673469387753,0.6252164415674365,0.06985645933014355
65,calibrated,development_F1,635,238,44,128,0.34972677595628415,0.7441860465116279,0.7273768613974799,0.4758364312267658,0.735781453954554,0.35023923444976074
66,raw,0.5,718,93,92,70,0.4294478527607362,0.43209876543209874,0.8853267570900123,0.4307692307692308,0.6587127612610555,0.16752312435765673
66,calibrated,0.5,785,26,135,27,0.5094339622641509,0.16666666666666666,0.967940813810111,0.25116279069767444,0.5673037402383888,0.05447070914696814
66,calibrated,development_F1,575,236,49,113,0.3237822349570201,0.6975308641975309,0.7090012330456227,0.44227005870841485,0.7032660486215767,0.35868448098663924
67,raw,0.5,630,69,68,79,0.5337837837837838,0.5374149659863946,0.9012875536480687,0.535593220338983,0.7193512598172316,0.17494089834515367
67,calibrated,0.5,674,25,107,40,0.6153846153846154,0.272108843537415,0.9642346208869814,0.37735849056603776,0.6181717322121982,0.0768321513002364
67,calibrated,development_F1,518,181,41,106,0.3693379790940767,0.7210884353741497,0.7410586552217453,0.48847926267281105,0.7310735452979475,0.3392434988179669
68,raw,0.5,807,79,97,90,0.5325443786982249,0.48128342245989303,0.9108352144469526,0.5056179775280899,0.6960593184534228,0.157502329916123
68,calibrated,0.5,870,16,147,40,0.7142857142857143,0.21390374331550802,0.981941309255079,0.3292181069958848,0.5979225262852935,0.0521901211556384
68,calibrated,development_F1,658,228,44,143,0.38544474393531,0.7647058823529411,0.7426636568848759,0.5125448028673835,0.7536847696189085,0.34575955265610436
69,raw,0.5,686,84,53,71,0.45806451612903226,0.5725806451612904,0.8909090909090909,0.5089605734767025,0.7317448680351906,0.17337807606263983
69,calibrated,0.5,749,21,90,34,0.6181818181818182,0.27419354838709675,0.9727272727272728,0.37988826815642457,0.6234604105571848,0.06152125279642058
69,calibrated,development_F1,556,214,34,90,0.29605263157894735,0.7258064516129032,0.7220779220779221,0.4205607476635514,0.7239421868454127,0.3400447427293065
70,raw,0.5,621,63,60,73,0.5367647058823529,0.5488721804511278,0.9078947368421053,0.5427509293680297,0.7283834586466166,0.1664626682986536
70,calibrated,0.5,666,18,100,33,0.6470588235294118,0.24812030075187969,0.9736842105263158,0.358695652173913,0.6109022556390977,0.06242350061199511
70,calibrated,development_F1,500,184,40,93,0.33574007220216606,0.6992481203007519,0.7309941520467836,0.45365853658536587,0.7151211361737677,0.3390452876376989
71,raw,0.5,645,89,115,109,0.5505050505050505,0.48660714285714285,0.8787465940054496,0.5165876777251185,0.6826768684312963,0.20668058455114824
71,calibrated,0.5,699,35,176,48,0.5783132530120482,0.21428571428571427,0.952316076294278,0.3127035830618892,0.5833008952899961,0.08663883089770355
71,calibrated,development_F1,524,210,56,168,0.4444444444444444,0.75,0.7138964577656676,0.5581395348837209,0.7319482288828338,0.3945720250521921
72,raw,0.5,706,100,79,65,0.3939393939393939,0.4513888888888889,0.8759305210918115,0.42071197411003236,0.6636597049903502,0.1736842105263158
72,calibrated,0.5,773,33,112,32,0.49230769230769234,0.2222222222222222,0.9590570719602978,0.3062200956937799,0.59063964709126,0.06842105263157895
72,calibrated,development_F1,564,242,38,106,0.3045977011494253,0.7361111111111112,0.6997518610421837,0.43089430894308944,0.7179314860766475,0.3663157894736842
73,raw,0.5,775,86,113,70,0.44871794871794873,0.3825136612021858,0.9001161440185831,0.41297935103244837,0.6413149026103844,0.14942528735632185
73,calibrated,0.5,842,19,155,28,0.5957446808510638,0.15300546448087432,0.9779326364692218,0.24347826086956523,0.565469050475048,0.045019157088122604
73,calibrated,development_F1,622,239,57,126,0.3452054794520548,0.6885245901639344,0.7224157955865272,0.45985401459854014,0.7054701928752308,0.3496168582375479
74,raw,0.5,695,74,67,60,0.44776119402985076,0.47244094488188976,0.9037711313394018,0.45977011494252873,0.6881060381106457,0.14955357142857142
74,calibrated,0.5,748,21,94,33,0.6111111111111112,0.25984251968503935,0.9726918075422627,0.36464088397790057,0.616267163613651,0.060267857142857144
74,calibrated,development_F1,556,213,36,91,0.2993421052631579,0.7165354330708661,0.7230169050715215,0.4222737819025522,0.7197761690711938,0.3392857142857143
75,raw,0.5,658,70,74,70,0.5,0.4861111111111111,0.9038461538461539,0.49295774647887325,0.6949786324786325,0.16055045871559634
75,calibrated,0.5,708,20,105,39,0.6610169491525424,0.2708333333333333,0.9725274725274725,0.3842364532019704,0.6216804029304029,0.0676605504587156
75,calibrated,development_F1,531,197,40,104,0.34551495016611294,0.7222222222222222,0.7293956043956044,0.46741573033707867,0.7258089133089133,0.3451834862385321
76,raw,0.5,665,79,76,90,0.5325443786982249,0.5421686746987951,0.8938172043010753,0.5373134328358209,0.7179929394999351,0.18571428571428572
76,calibrated,0.5,712,32,122,44,0.5789473684210527,0.26506024096385544,0.956989247311828,0.36363636363636365,0.6110247441378417,0.08351648351648351
76,calibrated,development_F1,537,207,34,132,0.3893805309734513,0.7951807228915663,0.7217741935483871,0.5227722772277228,0.7584774582199767,0.37252747252747254
77,raw,0.5,770,77,79,84,0.5217391304347826,0.5153374233128835,0.9090909090909091,0.5185185185185185,0.7122141662018963,0.1594059405940594
77,calibrated,0.5,827,20,118,45,0.6923076923076923,0.27607361963190186,0.9763872491145218,0.39473684210526316,0.6262304343732118,0.06435643564356436
77,calibrated,development_F1,635,212,40,123,0.36716417910447763,0.754601226993865,0.7497048406139315,0.4939759036144578,0.7521530338038982,0.3316831683168317
78,raw,0.5,787,80,106,73,0.477124183006536,0.40782122905027934,0.9077277970011534,0.4397590361445783,0.6577745130257163,0.1462715105162524
78,calibrated,0.5,849,18,146,33,0.6470588235294118,0.18435754189944134,0.9792387543252595,0.28695652173913044,0.5817981481123504,0.04875717017208413
78,calibrated,development_F1,648,219,57,122,0.35777126099706746,0.6815642458100558,0.7474048442906575,0.46923076923076923,0.7144845450503566,0.3260038240917782
79,raw,0.5,684,91,92,77,0.4583333333333333,0.4556213017751479,0.8825806451612903,0.456973293768546,0.6691009734682192,0.17796610169491525
79,calibrated,0.5,744,31,131,38,0.5507246376811594,0.22485207100591717,0.96,0.31932773109243695,0.5924260355029586,0.07309322033898305
79,calibrated,development_F1,540,235,49,120,0.3380281690140845,0.7100591715976331,0.6967741935483871,0.4580152671755725,0.7034166825730102,0.3760593220338983
80,raw,0.5,762,79,69,48,0.3779527559055118,0.41025641025641024,0.906064209274673,0.39344262295081966,0.6581603097655416,0.1325678496868476
80,calibrated,0.5,822,19,95,22,0.5365853658536586,0.18803418803418803,0.9774078478002378,0.27848101265822783,0.5827210179172129,0.04279749478079332
80,calibrated,development_F1,615,226,41,76,0.25165562913907286,0.6495726495726496,0.7312722948870393,0.3627684964200477,0.6904224722298444,0.31524008350730687
81,raw,0.5,623,66,83,53,0.44537815126050423,0.3897058823529412,0.9042089985486212,0.41568627450980394,0.6469574404507812,0.14424242424242426
81,calibrated,0.5,667,22,109,27,0.5510204081632653,0.19852941176470587,0.9680696661828737,0.2918918918918919,0.5832995389737898,0.059393939393939395
81,calibrated,development_F1,509,180,40,96,0.34782608695652173,0.7058823529411765,0.7387518142235123,0.46601941747572817,0.7223170835823445,0.33454545454545453
82,raw,0.5,709,79,77,65,0.4513888888888889,0.45774647887323944,0.899746192893401,0.45454545454545453,0.6787463358833202,0.15483870967741936
82,calibrated,0.5,759,29,116,26,0.4727272727272727,0.18309859154929578,0.9631979695431472,0.2639593908629442,0.5731482805462215,0.05913978494623656
82,calibrated,development_F1,579,209,45,97,0.31699346405228757,0.6830985915492958,0.7347715736040609,0.4330357142857143,0.7089350825766783,0.32903225806451614
83,raw,0.5,739,83,75,78,0.484472049689441,0.5098039215686274,0.8990267639902676,0.4968152866242038,0.7044153427794475,0.16512820512820514
83,calibrated,0.5,801,21,127,26,0.5531914893617021,0.16993464052287582,0.9744525547445255,0.26,0.5721935976337007,0.048205128205128206
83,calibrated,development_F1,606,216,41,112,0.34146341463414637,0.7320261437908496,0.7372262773722628,0.4656964656964657,0.7346262105815562,0.3364102564102564
84,raw,0.5,637,79,82,70,0.4697986577181208,0.4605263157894737,0.8896648044692738,0.46511627906976744,0.6750955601293738,0.1716589861751152
84,calibrated,0.5,696,20,119,33,0.6226415094339622,0.21710526315789475,0.9720670391061452,0.32195121951219513,0.59458615113202,0.06105990783410138
84,calibrated,development_F1,513,203,51,101,0.33223684210526316,0.6644736842105263,0.7164804469273743,0.44298245614035087,0.6904770655689503,0.35023041474654376
85,raw,0.5,722,69,92,73,0.5140845070422535,0.44242424242424244,0.9127686472819216,0.4755700325732899,0.677596444853082,0.14853556485355648
85,calibrated,0.5,773,18,133,32,0.64,0.19393939393939394,0.97724399494311,0.29767441860465116,0.5855916944412519,0.05230125523012552
85,calibrated,development_F1,582,209,42,123,0.3704819277108434,0.7454545454545455,0.7357774968394437,0.4949698189134809,0.7406160211469945,0.3472803347280335
86,raw,0.5,643,93,126,113,0.5485436893203883,0.47280334728033474,0.873641304347826,0.5078651685393258,0.6732223258140804,0.21128205128205127
86,calibrated,0.5,706,30,185,54,0.6428571428571429,0.22594142259414227,0.9592391304347826,0.33436532507739936,0.5925902765144624,0.08615384615384615
86,calibrated,development_F1,506,230,55,184,0.4444444444444444,0.7698744769874477,0.6875,0.5635528330781011,0.7286872384937239,0.4246153846153846
87,raw,0.5,779,67,108,85,0.5592105263157895,0.44041450777202074,0.9208037825059102,0.4927536231884058,0.6806091451389655,0.14629451395572665
87,calibrated,0.5,828,18,162,31,0.6326530612244898,0.16062176165803108,0.9787234042553191,0.256198347107438,0.5696725829566751,0.04716073147256978
87,calibrated,development_F1,636,210,60,133,0.3877551020408163,0.689119170984456,0.75177304964539,0.4962686567164179,0.720446110314923,0.33012512030798846
88,raw,0.5,720,76,80,80,0.5128205128205128,0.5,0.9045226130653267,0.5063291139240507,0.7022613065326633,0.16317991631799164
88,calibrated,0.5,769,27,115,45,0.625,0.28125,0.9660804020100503,0.3879310344827586,0.6236652010050252,0.07531380753138076
88,calibrated,development_F1,585,211,39,121,0.3644578313253012,0.75625,0.7349246231155779,0.491869918699187,0.7455873115577889,0.3472803347280335
89,raw,0.5,742,84,74,76,0.475,0.5066666666666667,0.8983050847457628,0.49032258064516127,0.7024858757062147,0.16393442622950818
89,calibrated,0.5,802,24,105,45,0.6521739130434783,0.3,0.9709443099273608,0.410958904109589,0.6354721549636804,0.0706967213114754
89,calibrated,development_F1,603,223,39,111,0.3323353293413174,0.74,0.7300242130750605,0.45867768595041325,0.7350121065375302,0.3422131147540984
90,raw,0.5,578,76,61,80,0.5128205128205128,0.5673758865248227,0.8837920489296636,0.5387205387205387,0.7255839677272431,0.19622641509433963
90,calibrated,0.5,629,25,99,42,0.6268656716417911,0.2978723404255319,0.9617737003058104,0.40384615384615385,0.6298230203656712,0.08427672955974842
90,calibrated,development_F1,468,186,34,107,0.3651877133105802,0.7588652482269503,0.7155963302752294,0.4930875576036866,0.7372307892510899,0.36855345911949683
91,raw,0.5,674,91,93,77,0.4583333333333333,0.45294117647058824,0.8810457516339869,0.4556213017751479,0.6669934640522875,0.17967914438502675
91,calibrated,0.5,741,24,133,37,0.6065573770491803,0.21764705882352942,0.9686274509803922,0.3203463203463203,0.5931372549019608,0.06524064171122995
91,calibrated,development_F1,516,249,44,126,0.336,0.7411764705882353,0.6745098039215687,0.46238532110091746,0.707843137254902,0.40106951871657753
92,raw,0.5,697,86,67,62,0.4189189189189189,0.4806201550387597,0.8901660280970626,0.44765342960288806,0.6853930915679112,0.16228070175438597
92,calibrated,0.5,755,28,101,28,0.5,0.21705426356589147,0.9642401021711366,0.3027027027027027,0.590647182868514,0.06140350877192982
92,calibrated,development_F1,547,236,36,93,0.2826747720364742,0.7209302325581395,0.698595146871009,0.40611353711790393,0.7097626897145742,0.3607456140350877
93,raw,0.5,578,61,82,54,0.46956521739130436,0.39705882352941174,0.9045383411580594,0.4302788844621514,0.6507985823437356,0.14838709677419354
93,calibrated,0.5,624,15,111,25,0.625,0.18382352941176472,0.9765258215962441,0.2840909090909091,0.5801746755040045,0.05161290322580645
93,calibrated,development_F1,459,180,46,90,0.3333333333333333,0.6617647058823529,0.7183098591549296,0.4433497536945813,0.6900372825186413,0.34838709677419355
94,raw,0.5,640,58,76,70,0.546875,0.4794520547945205,0.9169054441260746,0.5109489051094891,0.6981787494602976,0.15165876777251186
94,calibrated,0.5,682,16,117,29,0.6444444444444445,0.19863013698630136,0.9770773638968482,0.3036649214659686,0.5878537504415747,0.0533175355450237
94,calibrated,development_F1,500,198,32,114,0.36538461538461536,0.7808219178082192,0.7163323782234957,0.4978165938864629,0.7485771480158574,0.3696682464454976
95,raw,0.5,714,61,115,83,0.5763888888888888,0.41919191919191917,0.9212903225806451,0.4853801169590643,0.6702411208862822,0.14799588900308325
95,calibrated,0.5,764,11,160,38,0.7755102040816326,0.1919191919191919,0.9858064516129033,0.3076923076923077,0.5888628217660475,0.050359712230215826
95,calibrated,development_F1,587,188,68,130,0.4088050314465409,0.6565656565656566,0.7574193548387097,0.5038759689922481,0.7069925057021831,0.32682425488180883
96,raw,0.5,712,91,71,85,0.48295454545454547,0.5448717948717948,0.8866749688667497,0.5120481927710844,0.7157733818692722,0.1835245046923879
96,calibrated,0.5,777,26,102,54,0.675,0.34615384615384615,0.9676214196762142,0.4576271186440678,0.6568876329150302,0.08342022940563086
96,calibrated,development_F1,551,252,38,118,0.31891891891891894,0.7564102564102564,0.6861768368617683,0.44866920152091255,0.7212935466360124,0.3858185610010427
97,raw,0.5,662,82,94,77,0.48427672955974843,0.4502923976608187,0.8897849462365591,0.4666666666666667,0.6700386719486889,0.1737704918032787
97,calibrated,0.5,716,28,137,34,0.5483870967741935,0.19883040935672514,0.9623655913978495,0.2918454935622318,0.5805980003772873,0.06775956284153005
97,calibrated,development_F1,536,208,53,118,0.3619631901840491,0.6900584795321637,0.7204301075268817,0.47484909456740443,0.7052442935295227,0.35628415300546445
98,raw,0.5,633,73,88,102,0.5828571428571429,0.5368421052631579,0.896600566572238,0.5589041095890411,0.7167213359176979,0.1953125
98,calibrated,0.5,683,23,137,53,0.6973684210526315,0.2789473684210526,0.9674220963172805,0.39849624060150374,0.6231847323691666,0.08482142857142858
98,calibrated,development_F1,525,181,42,148,0.44984802431610943,0.7789473684210526,0.7436260623229461,0.5703275529865125,0.7612867153719993,0.3671875
99,raw,0.5,639,66,89,63,0.4883720930232558,0.4144736842105263,0.9063829787234042,0.4483985765124555,0.6604283314669652,0.15052508751458576
99,calibrated,0.5,685,20,121,31,0.6078431372549019,0.20394736842105263,0.9716312056737588,0.3054187192118227,0.5877892870474057,0.059509918319719954
99,calibrated,development_F1,522,183,52,100,0.35335689045936397,0.6578947368421053,0.7404255319148936,0.45977011494252873,0.6991601343784994,0.33022170361726955
100,raw,0.5,761,89,68,88,0.4971751412429379,0.5641025641025641,0.8952941176470588,0.5285285285285285,0.7296983408748114,0.17594433399602386
100,calibrated,0.5,832,18,113,43,0.7049180327868853,0.27564102564102566,0.9788235294117648,0.39631336405529954,0.6272322775263952,0.06063618290258449
100,calibrated,development_F1,600,250,40,116,0.31693989071038253,0.7435897435897436,0.7058823529411765,0.4444444444444444,0.7247360482654601,0.36381709741550694
101,raw,0.5,620,67,60,50,0.42735042735042733,0.45454545454545453,0.9024745269286754,0.44052863436123346,0.678509990737065,0.1468005018820577
101,calibrated,0.5,659,28,90,20,0.4166666666666667,0.18181818181818182,0.9592430858806404,0.25316455696202533,0.5705306338494112,0.060225846925972396
101,calibrated,development_F1,522,165,31,79,0.3237704918032787,0.7181818181818181,0.759825327510917,0.4463276836158192,0.7390035728463675,0.30614805520702637
102,raw,0.5,704,98,87,81,0.45251396648044695,0.48214285714285715,0.8778054862842892,0.4668587896253602,0.6799741717135732,0.18453608247422681
102,calibrated,0.5,769,33,130,38,0.5352112676056338,0.2261904761904762,0.9588528678304239,0.3179916317991632,0.59252167201045,0.0731958762886598
102,calibrated,development_F1,571,231,41,127,0.3547486033519553,0.7559523809523809,0.7119700748129676,0.4828897338403042,0.7339612278826743,0.36907216494845363
103,raw,0.5,657,94,79,87,0.48066298342541436,0.5240963855421686,0.8748335552596538,0.5014409221902018,0.6994649704009113,0.19738276990185388
103,calibrated,0.5,716,35,115,51,0.5930232558139535,0.3072289156626506,0.9533954727030626,0.40476190476190477,0.6303121941828566,0.09378407851690294
103,calibrated,development_F1,509,242,48,118,0.3277777777777778,0.7108433734939759,0.677762982689747,0.44866920152091255,0.6943031780918614,0.3925845147219193
104,raw,0.5,720,84,91,83,0.49700598802395207,0.47701149425287354,0.8955223880597015,0.4868035190615836,0.6862669411562875,0.17075664621676892
104,calibrated,0.5,786,18,128,46,0.71875,0.26436781609195403,0.9776119402985075,0.3865546218487395,0.6209898781952308,0.065439672801636
104,calibrated,development_F1,563,241,46,128,0.34688346883468835,0.735632183908046,0.7002487562189055,0.4714548802946593,0.7179404700634757,0.3773006134969325
105,raw,0.5,763,72,110,99,0.5789473684210527,0.47368421052631576,0.9137724550898204,0.5210526315789473,0.6937283328080681,0.16379310344827586
105,calibrated,0.5,819,16,156,53,0.7681159420289855,0.2535885167464115,0.9808383233532935,0.381294964028777,0.6172134200498525,0.06609195402298851
105,calibrated,development_F1,631,204,45,164,0.44565217391304346,0.784688995215311,0.755688622754491,0.5684575389948007,0.7701888089849009,0.3524904214559387
106,raw,0.5,786,101,129,104,0.5073170731707317,0.44635193133047213,0.8861330326944757,0.4748858447488584,0.6662424820124739,0.18303571428571427
106,calibrated,0.5,856,31,190,43,0.581081081081081,0.18454935622317598,0.9650507328072153,0.28013029315960913,0.5748000445151956,0.06607142857142857
106,calibrated,development_F1,615,272,55,178,0.39555555555555555,0.7639484978540773,0.6933483652762119,0.5212298682284041,0.7286484315651446,0.4017857142857143
107,raw,0.5,724,86,89,69,0.44516129032258067,0.43670886075949367,0.8938271604938272,0.44089456869009586,0.6652680106266604,0.16012396694214875
107,calibrated,0.5,785,25,121,37,0.5967741935483871,0.23417721518987342,0.9691358024691358,0.33636363636363636,0.6016565088295046,0.0640495867768595
107,calibrated,development_F1,565,245,40,118,0.325068870523416,0.7468354430379747,0.6975308641975309,0.45297504798464494,0.7221831536177528,0.375
108,raw,0.5,621,73,94,70,0.48951048951048953,0.4268292682926829,0.8948126801152738,0.4560260586319218,0.6608209742039783,0.16666666666666666
108,calibrated,0.5,674,20,135,29,0.5918367346938775,0.17682926829268292,0.9711815561959655,0.27230046948356806,0.5740054122443242,0.05710955710955711
108,calibrated,development_F1,500,194,48,116,0.3741935483870968,0.7073170731707317,0.7204610951008645,0.48945147679324896,0.7138890841357981,0.3613053613053613
109,raw,0.5,715,84,93,96,0.5333333333333333,0.5079365079365079,0.8948685857321652,0.5203252032520326,0.7014025468343366,0.18218623481781376
109,calibrated,0.5,774,25,145,44,0.6376811594202898,0.2328042328042328,0.9687108886107635,0.34108527131782945,0.6007575607074982,0.06983805668016195
109,calibrated,development_F1,583,216,38,151,0.4114441416893733,0.798941798941799,0.7296620775969962,0.5431654676258992,0.7643019382693976,0.3714574898785425
110,raw,0.5,801,85,92,102,0.5454545454545454,0.5257731958762887,0.9040632054176072,0.5354330708661418,0.7149182006469479,0.17314814814814813
110,calibrated,0.5,869,17,158,36,0.6792452830188679,0.18556701030927836,0.9808126410835214,0.291497975708502,0.5831898256963999,0.049074074074074076
110,calibrated,development_F1,663,223,35,159,0.4162303664921466,0.8195876288659794,0.7483069977426636,0.5520833333333334,0.7839473133043215,0.3537037037037037
111,raw,0.5,733,82,74,56,0.4057971014492754,0.4307692307692308,0.8993865030674847,0.417910447761194,0.6650778669183577,0.14603174603174604
111,calibrated,0.5,791,24,105,25,0.5102040816326531,0.19230769230769232,0.9705521472392638,0.27932960893854747,0.581429919773478,0.05185185185185185
111,calibrated,development_F1,605,210,39,91,0.3023255813953488,0.7,0.7423312883435583,0.4222737819025522,0.7211656441717791,0.31851851851851853
112,raw,0.5,654,69,63,82,0.543046357615894,0.5655172413793104,0.9045643153526971,0.5540540540540541,0.7350407783660038,0.173963133640553
112,calibrated,0.5,699,24,114,31,0.5636363636363636,0.21379310344827587,0.966804979253112,0.31,0.590299041350694,0.06336405529953917
112,calibrated,development_F1,548,175,34,111,0.3881118881118881,0.7655172413793103,0.7579529737206085,0.5150812064965197,0.7617351075499594,0.3294930875576037
113,raw,0.5,616,68,78,73,0.5177304964539007,0.48344370860927155,0.9005847953216374,0.5,0.6920142519654544,0.1688622754491018
113,calibrated,0.5,666,18,116,35,0.660377358490566,0.23178807947019867,0.9736842105263158,0.3431372549019608,0.6027361449982572,0.06347305389221557
113,calibrated,development_F1,519,165,39,112,0.4043321299638989,0.7417218543046358,0.7587719298245614,0.5233644859813084,0.7502468920645986,0.3317365269461078
114,raw,0.5,666,78,76,72,0.48,0.4864864864864865,0.8951612903225806,0.48322147651006714,0.6908238884045336,0.1681614349775785
114,calibrated,0.5,719,25,114,34,0.576271186440678,0.22972972972972974,0.9663978494623656,0.3285024154589372,0.5980637895960477,0.06614349775784753
114,calibrated,development_F1,539,205,39,109,0.3471337579617834,0.7364864864864865,0.7244623655913979,0.47186147186147187,0.7304744260389422,0.35201793721973096
115,raw,0.5,788,86,108,83,0.4911242603550296,0.43455497382198954,0.9016018306636155,0.46111111111111114,0.6680784022428026,0.15868544600938966
115,calibrated,0.5,850,24,152,39,0.6190476190476191,0.20418848167539266,0.9725400457665904,0.30708661417322836,0.5883642637209915,0.059154929577464786
115,calibrated,development_F1,628,246,42,149,0.37721518987341773,0.7801047120418848,0.7185354691075515,0.5085324232081911,0.7493200905747182,0.37089201877934275
116,raw,0.5,726,105,90,86,0.450261780104712,0.48863636363636365,0.8736462093862816,0.46866485013623976,0.6811412865113227,0.18967229394240318
116,calibrated,0.5,803,28,133,43,0.6056338028169014,0.24431818181818182,0.9663056558363418,0.3481781376518219,0.6053119188272618,0.070506454816286
116,calibrated,development_F1,579,252,43,133,0.34545454545454546,0.7556818181818182,0.6967509025270758,0.4741532976827095,0.726216360354447,0.38232373386295926
117,raw,0.5,624,72,74,73,0.503448275862069,0.4965986394557823,0.896551724137931,0.5,0.6965751817968566,0.17200474495848161
117,calibrated,0.5,682,14,102,45,0.7627118644067796,0.30612244897959184,0.9798850574712644,0.4368932038834951,0.6430037532254281,0.06998813760379596
117,calibrated,development_F1,508,188,42,105,0.3583617747440273,0.7142857142857143,0.7298850574712644,0.4772727272727273,0.7220853858784894,0.3475682087781732
118,raw,0.5,699,84,87,72,0.46153846153846156,0.4528301886792453,0.89272030651341,0.45714285714285713,0.6727752475963276,0.16560509554140126
118,calibrated,0.5,766,17,123,36,0.6792452830188679,0.22641509433962265,0.9782886334610472,0.33962264150943394,0.6023518639003349,0.05626326963906582
118,calibrated,development_F1,544,239,43,116,0.3267605633802817,0.7295597484276729,0.6947637292464879,0.45136186770428016,0.7121617388370804,0.37685774946921446
119,raw,0.5,823,109,99,94,0.4630541871921182,0.48704663212435234,0.8830472103004292,0.47474747474747475,0.6850469212123907,0.18044444444444444
119,calibrated,0.5,905,27,136,57,0.6785714285714286,0.29533678756476683,0.971030042918455,0.41155234657039713,0.6331834152416109,0.07466666666666667
119,calibrated,development_F1,641,291,48,145,0.33256880733944955,0.7512953367875648,0.6877682403433476,0.4610492845786963,0.7195317885654562,0.38755555555555554
120,raw,0.5,587,64,93,97,0.6024844720496895,0.5105263157894737,0.901689708141321,0.5527065527065527,0.7061080119653973,0.19143876337693222
120,calibrated,0.5,629,22,140,50,0.6944444444444444,0.2631578947368421,0.9662058371735791,0.3816793893129771,0.6146818659552106,0.08561236623067776
120,calibrated,development_F1,484,167,49,141,0.4577922077922078,0.7421052631578947,0.7434715821812596,0.5662650602409639,0.7427884226695771,0.36623067776456597
121,raw,0.5,698,76,66,67,0.46853146853146854,0.5037593984962406,0.9018087855297158,0.4855072463768116,0.7027840920129782,0.15766262403528114
121,calibrated,0.5,748,26,95,38,0.59375,0.2857142857142857,0.9664082687338501,0.38578680203045684,0.6260612772240679,0.07056229327453142
121,calibrated,development_F1,553,221,40,93,0.2961783439490446,0.6992481203007519,0.7144702842377261,0.4161073825503356,0.706859202269239,0.3461962513781698
122,raw,0.5,618,73,78,65,0.47101449275362317,0.45454545454545453,0.894356005788712,0.4626334519572954,0.6744507301670832,0.16546762589928057
122,calibrated,0.5,671,20,110,33,0.6226415094339622,0.23076923076923078,0.9710564399421129,0.336734693877551,0.6009128353556719,0.06354916067146282
122,calibrated,development_F1,497,194,39,104,0.348993288590604,0.7272727272727273,0.7192474674384949,0.47165532879818595,0.7232600973556111,0.35731414868105515
123,raw,0.5,697,74,60,86,0.5375,0.589041095890411,0.9040207522697795,0.5620915032679739,0.7465309240800952,0.17448200654307525
123,calibrated,0.5,748,23,110,36,0.6101694915254238,0.2465753424657534,0.9701686121919585,0.35121951219512193,0.608371977328856,0.064340239912759
123,calibrated,development_F1,542,229,29,117,0.33815028901734107,0.8013698630136986,0.7029831387808041,0.47560975609756095,0.7521765008972514,0.37731733914940024
124,raw,0.5,732,62,78,78,0.5571428571428572,0.5,0.9219143576826196,0.527027027027027,0.7109571788413098,0.14736842105263157
124,calibrated,0.5,777,17,109,47,0.734375,0.30128205128205127,0.9785894206549118,0.42727272727272725,0.6399357359684815,0.06736842105263158
124,calibrated,development_F1,575,219,43,113,0.34036144578313254,0.7243589743589743,0.7241813602015114,0.46311475409836067,0.7242701672802428,0.3494736842105263
125,raw,0.5,704,98,85,76,0.4367816091954023,0.4720496894409938,0.8778054862842892,0.4537313432835821,0.6749275878626415,0.1806853582554517
125,calibrated,0.5,770,32,116,45,0.5844155844155844,0.2795031055900621,0.9600997506234414,0.37815126050420167,0.6198014281067518,0.07995846313603323
125,calibrated,development_F1,561,241,41,120,0.33240997229916897,0.7453416149068323,0.699501246882793,0.45977011494252873,0.7224214308948127,0.37487019730010385
126,raw,0.5,703,96,83,79,0.4514285714285714,0.4876543209876543,0.8798498122653317,0.4688427299703264,0.683752066626493,0.18210197710718
126,calibrated,0.5,771,28,122,40,0.5882352941176471,0.24691358024691357,0.9649561952440551,0.34782608695652173,0.6059348877454843,0.07075962539021852
126,calibrated,development_F1,568,231,40,122,0.34560906515580736,0.7530864197530864,0.7108886107634543,0.47378640776699027,0.7319875152582704,0.3673257023933403
127,raw,0.5,628,91,81,85,0.48295454545454547,0.5120481927710844,0.8734353268428373,0.49707602339181284,0.6927417598069608,0.19887005649717515
127,calibrated,0.5,688,31,123,43,0.581081081081081,0.25903614457831325,0.9568845618915159,0.35833333333333334,0.6079603532349146,0.08361581920903954
127,calibrated,development_F1,495,224,47,119,0.3469387755102041,0.7168674698795181,0.6884561891515995,0.4675834970530452,0.7026618295155588,0.38757062146892657
128,raw,0.5,662,87,77,72,0.4528301886792453,0.48322147651006714,0.8838451268357811,0.4675324675324675,0.6835333016729241,0.17706013363028952
128,calibrated,0.5,725,24,114,35,0.5932203389830508,0.2348993288590604,0.9679572763684913,0.33653846153846156,0.6014283026137759,0.06570155902004454
128,calibrated,development_F1,525,224,29,120,0.3488372093023256,0.8053691275167785,0.7009345794392523,0.486815415821501,0.7531518534780154,0.3830734966592428
129,raw,0.5,597,74,67,48,0.39344262295081966,0.41739130434782606,0.8897168405365127,0.4050632911392405,0.6535540724421693,0.15521628498727735
129,calibrated,0.5,650,21,88,27,0.5625,0.23478260869565218,0.9687034277198212,0.3312883435582822,0.6017430182077367,0.061068702290076333
129,calibrated,development_F1,491,180,36,79,0.305019305019305,0.6869565217391305,0.7317436661698957,0.42245989304812837,0.7093500939545131,0.32951653944020354
130,raw,0.5,647,91,127,104,0.5333333333333333,0.45021645021645024,0.8766937669376694,0.48826291079812206,0.6634551085770598,0.20123839009287925
130,calibrated,0.5,709,29,172,59,0.6704545454545454,0.2554112554112554,0.9607046070460704,0.36990595611285265,0.6080579312286629,0.09081527347781218
130,calibrated,development_F1,509,229,69,162,0.4143222506393862,0.7012987012987013,0.6897018970189702,0.5209003215434084,0.6955002991588357,0.40350877192982454
131,raw,0.5,651,57,60,72,0.5581395348837209,0.5454545454545454,0.9194915254237288,0.5517241379310345,0.7324730354391371,0.15357142857142858
131,calibrated,0.5,690,18,102,30,0.625,0.22727272727272727,0.9745762711864406,0.3333333333333333,0.6009244992295839,0.05714285714285714
131,calibrated,development_F1,540,168,40,92,0.35384615384615387,0.696969696969697,0.7627118644067796,0.46938775510204084,0.7298407806882383,0.30952380952380953
132,raw,0.5,708,95,82,75,0.4411764705882353,0.47770700636942676,0.8816936488169365,0.45871559633027525,0.6797003275931817,0.17708333333333334
132,calibrated,0.5,771,32,120,37,0.5362318840579711,0.2356687898089172,0.9601494396014943,0.3274336283185841,0.5979091147052058,0.071875
132,calibrated,development_F1,573,230,41,116,0.3352601156069364,0.7388535031847133,0.7135740971357409,0.46123260437375746,0.7262138001602272,0.36041666666666666
133,raw,0.5,702,57,78,86,0.6013986013986014,0.524390243902439,0.924901185770751,0.5602605863192183,0.724645714836595,0.15492957746478872
133,calibrated,0.5,741,18,128,36,0.6666666666666666,0.21951219512195122,0.9762845849802372,0.3302752293577982,0.5978983900510942,0.05850487540628386
133,calibrated,development_F1,562,197,50,114,0.3665594855305466,0.6951219512195121,0.7404479578392622,0.48,0.7177849545293872,0.3369447453954496
134,raw,0.5,700,79,74,96,0.5485714285714286,0.5647058823529412,0.8985879332477535,0.5565217391304348,0.7316469078003474,0.18440463645943098
134,calibrated,0.5,763,16,130,40,0.7142857142857143,0.23529411764705882,0.9794608472400513,0.35398230088495575,0.607377482443555,0.059009483667017915
134,calibrated,development_F1,575,204,33,137,0.40175953079178883,0.8058823529411765,0.7381258023106547,0.5362035225048923,0.7720040776259156,0.35932560590094836
135,raw,0.5,625,79,77,75,0.487012987012987,0.4934210526315789,0.8877840909090909,0.49019607843137253,0.6906025717703349,0.17990654205607476
135,calibrated,0.5,676,28,105,47,0.6266666666666667,0.3092105263157895,0.9602272727272727,0.41409691629955947,0.6347188995215312,0.08761682242990654
135,calibrated,development_F1,521,183,40,112,0.37966101694915255,0.7368421052631579,0.7400568181818182,0.5011185682326622,0.738449461722488,0.3446261682242991
136,raw,0.5,743,92,108,121,0.568075117370892,0.5283842794759825,0.8898203592814371,0.5475113122171946,0.7091023193787098,0.20018796992481203
136,calibrated,0.5,817,18,163,66,0.7857142857142857,0.28820960698689957,0.9784431137724551,0.4217252396166134,0.6333263603796773,0.07894736842105263
136,calibrated,development_F1,592,243,41,188,0.4361948955916473,0.8209606986899564,0.7089820359281437,0.5696969696969697,0.76497136730905,0.4050751879699248
137,raw,0.5,696,92,75,71,0.43558282208588955,0.4863013698630137,0.883248730964467,0.459546925566343,0.6847750504137403,0.1745182012847966
137,calibrated,0.5,758,30,121,25,0.45454545454545453,0.17123287671232876,0.9619289340101523,0.24875621890547264,0.5665809053612405,0.058886509635974305
137,calibrated,development_F1,584,204,42,104,0.33766233766233766,0.7123287671232876,0.7411167512690355,0.4581497797356828,0.7267227591961616,0.3297644539614561
138,raw,0.5,800,105,130,101,0.49029126213592233,0.43722943722943725,0.8839779005524862,0.4622425629290618,0.6606036688909617,0.1813380281690141
138,calibrated,0.5,882,23,189,42,0.6461538461538462,0.18181818181818182,0.974585635359116,0.28378378378378377,0.578201908588649,0.05721830985915493
138,calibrated,development_F1,627,278,54,177,0.389010989010989,0.7662337662337663,0.6928176795580111,0.5160349854227405,0.7295257228958887,0.4005281690140845
139,raw,0.5,748,78,68,77,0.4967741935483871,0.5310344827586206,0.9055690072639225,0.5133333333333333,0.7183017450112716,0.1596292481977343
139,calibrated,0.5,804,22,97,48,0.6857142857142857,0.3310344827586207,0.9733656174334141,0.44651162790697674,0.6522000500960174,0.07209062821833162
139,calibrated,development_F1,608,218,33,112,0.3393939393939394,0.7724137931034483,0.7360774818401937,0.47157894736842104,0.7542456374718209,0.33985581874356335
140,raw,0.5,656,76,94,71,0.48299319727891155,0.4303030303030303,0.8961748633879781,0.4551282051282051,0.6632389468455042,0.16387959866220736
140,calibrated,0.5,707,25,136,29,0.5370370370370371,0.17575757575757575,0.9658469945355191,0.2648401826484018,0.5708022851465474,0.06020066889632107
140,calibrated,development_F1,528,204,51,114,0.3584905660377358,0.6909090909090909,0.7213114754098361,0.4720496894409938,0.7061102831594634,0.35451505016722407
141,raw,0.5,708,92,109,86,0.48314606741573035,0.441025641025641,0.885,0.46112600536193027,0.6630128205128205,0.17889447236180905
141,calibrated,0.5,776,24,151,44,0.6470588235294118,0.22564102564102564,0.97,0.33460076045627374,0.5978205128205129,0.06834170854271357
141,calibrated,development_F1,562,238,55,140,0.37037037037037035,0.717948717948718,0.7025,0.4886561954624782,0.710224358974359,0.3798994974874372
142,raw,0.5,608,77,80,91,0.5416666666666666,0.5321637426900585,0.8875912408759125,0.5368731563421829,0.7098774917829855,0.19626168224299065
142,calibrated,0.5,662,23,132,39,0.6290322580645161,0.22807017543859648,0.9664233576642336,0.33476394849785407,0.5972467665514151,0.07242990654205607
142,calibrated,development_F1,482,203,43,128,0.3867069486404834,0.7485380116959064,0.7036496350364964,0.5099601593625498,0.7260938233662013,0.3866822429906542
143,raw,0.5,671,91,84,73,0.4451219512195122,0.46496815286624205,0.8805774278215223,0.45482866043613707,0.6727727903438822,0.17845484221980412
143,calibrated,0.5,746,16,125,32,0.6666666666666666,0.20382165605095542,0.979002624671916,0.3121951219512195,0.5914121403614357,0.05223068552774755
143,calibrated,development_F1,520,242,41,116,0.3240223463687151,0.7388535031847133,0.6824146981627297,0.45048543689320386,0.7106341006737216,0.3895538628944505
144,raw,0.5,787,97,123,73,0.4294117647058823,0.37244897959183676,0.8902714932126696,0.3989071038251366,0.6313602364022532,0.1574074074074074
144,calibrated,0.5,861,23,162,34,0.5964912280701754,0.17346938775510204,0.9739819004524887,0.26877470355731226,0.5737256441037953,0.05277777777777778
144,calibrated,development_F1,623,261,62,134,0.3392405063291139,0.6836734693877551,0.7047511312217195,0.45346869712351945,0.6942123003047374,0.36574074074074076
145,raw,0.5,625,87,136,101,0.5372340425531915,0.42616033755274263,0.8778089887640449,0.4752941176470588,0.6519846631583938,0.19810326659641728
145,calibrated,0.5,684,28,188,49,0.6363636363636364,0.20675105485232068,0.9606741573033708,0.31210191082802546,0.5837126060778457,0.08113804004214963
145,calibrated,development_F1,502,210,70,167,0.44297082228116713,0.7046413502109705,0.7050561797752809,0.5439739413680782,0.7048487649931257,0.3972602739726027
146,raw,0.5,759,71,99,94,0.5696969696969697,0.48704663212435234,0.9144578313253012,0.5251396648044693,0.7007522317248268,0.16129032258064516
146,calibrated,0.5,809,21,151,42,0.6666666666666666,0.21761658031088082,0.9746987951807229,0.328125,0.5961576877458019,0.06158357771260997
146,calibrated,development_F1,628,202,42,151,0.42776203966005666,0.7823834196891192,0.7566265060240964,0.5531135531135531,0.7695049628566077,0.34506353861192574
147,raw,0.5,695,74,101,89,0.5460122699386503,0.46842105263157896,0.9037711313394018,0.5042492917847026,0.6860960919854904,0.16996871741397288
147,calibrated,0.5,751,18,145,45,0.7142857142857143,0.23684210526315788,0.976592977893368,0.3557312252964427,0.606717541578263,0.06569343065693431
147,calibrated,development_F1,545,224,42,148,0.3978494623655914,0.7789473684210526,0.7087126137841352,0.5266903914590747,0.7438299911025938,0.38790406673618355
148,raw,0.5,715,92,85,77,0.4556213017751479,0.47530864197530864,0.885997521685254,0.4652567975830816,0.6806530818302814,0.17440660474716202
148,calibrated,0.5,775,32,129,33,0.5076923076923077,0.2037037037037037,0.9603469640644362,0.2907488986784141,0.58202533388407,0.06707946336429309
148,calibrated,development_F1,598,209,37,125,0.37425149700598803,0.7716049382716049,0.7410161090458488,0.5040322580645161,0.7563105236587269,0.3446852425180599
149,raw,0.5,697,89,98,72,0.4472049689440994,0.4235294117647059,0.8867684478371501,0.4350453172205438,0.655148929800928,0.1684100418410042
149,calibrated,0.5,760,26,136,34,0.5666666666666667,0.2,0.9669211195928753,0.2956521739130435,0.5834605597964376,0.06276150627615062
149,calibrated,development_F1,548,238,45,125,0.3443526170798898,0.7352941176470589,0.6972010178117048,0.46904315196998125,0.7162475677293818,0.3797071129707113
150,raw,0.5,634,75,69,83,0.5253164556962026,0.5460526315789473,0.8942172073342737,0.535483870967742,0.7201349194566105,0.1835075493612079
150,calibrated,0.5,687,22,121,31,0.5849056603773585,0.20394736842105263,0.9689703808180536,0.3024390243902439,0.5864588746195531,0.06155632984901278
150,calibrated,development_F1,524,185,42,110,0.3728813559322034,0.7236842105263158,0.7390691114245416,0.49217002237136465,0.7313766609754286,0.3426248548199768
151,raw,0.5,734,81,63,56,0.40875912408759124,0.47058823529411764,0.9006134969325154,0.4375,0.6856008661133165,0.14668094218415417
151,calibrated,0.5,794,21,100,19,0.475,0.15966386554621848,0.9742331288343559,0.2389937106918239,0.5669484971902872,0.042826552462526764
151,calibrated,development_F1,577,238,34,85,0.2631578947368421,0.7142857142857143,0.7079754601226994,0.38461538461538464,0.7111305872042069,0.34582441113490364
152,raw,0.5,705,74,54,65,0.4676258992805755,0.5462184873949579,0.9050064184852374,0.5038759689922481,0.7256124529400977,0.15478841870824053
152,calibrated,0.5,746,33,88,31,0.484375,0.2605042016806723,0.9576379974326059,0.33879781420765026,0.6090710995566391,0.07126948775055679
152,calibrated,development_F1,571,208,35,84,0.2876712328767123,0.7058823529411765,0.7329910141206675,0.40875912408759124,0.719436683530922,0.32516703786191536
153,raw,0.5,687,72,51,52,0.41935483870967744,0.5048543689320388,0.9051383399209486,0.4581497797356828,0.7049963544264937,0.14385150812064965
153,calibrated,0.5,743,16,72,31,0.6595744680851063,0.30097087378640774,0.9789196310935442,0.41333333333333333,0.639945252439976,0.054524361948955914
153,calibrated,development_F1,569,190,28,75,0.2830188679245283,0.7281553398058253,0.7496706192358367,0.4076086956521739,0.7389129795208309,0.3074245939675174
154,raw,0.5,584,77,77,64,0.45390070921985815,0.45390070921985815,0.8835098335854765,0.45390070921985815,0.6687052714026673,0.17581047381546136
154,calibrated,0.5,638,23,104,37,0.6166666666666667,0.2624113475177305,0.9652042360060514,0.3681592039800995,0.6138077917618909,0.07481296758104738
154,calibrated,development_F1,478,183,44,97,0.3464285714285714,0.6879432624113475,0.7231467473524962,0.46080760095011875,0.7055450048819218,0.3491271820448878
155,raw,0.5,708,76,96,78,0.5064935064935064,0.4482758620689655,0.9030612244897959,0.47560975609756095,0.6756685432793808,0.16075156576200417
155,calibrated,0.5,770,14,136,38,0.7307692307692307,0.21839080459770116,0.9821428571428571,0.336283185840708,0.6002668308702791,0.054279749478079335
155,calibrated,development_F1,575,209,45,129,0.3816568047337278,0.7413793103448276,0.7334183673469388,0.50390625,0.7373988388458832,0.35281837160751567
156,raw,0.5,642,110,62,71,0.39226519337016574,0.5338345864661654,0.8537234042553191,0.45222929936305734,0.6937789953607423,0.20451977401129945
156,calibrated,0.5,721,31,108,25,0.44642857142857145,0.18796992481203006,0.9587765957446809,0.26455026455026454,0.5733732602783554,0.06327683615819209
156,calibrated,development_F1,516,236,30,103,0.30383480825958703,0.7744360902255639,0.6861702127659575,0.4364406779661017,0.7303031514957607,0.38305084745762713
157,raw,0.5,673,71,55,46,0.39316239316239315,0.45544554455445546,0.9045698924731183,0.42201834862385323,0.6800077185137868,0.13846153846153847
157,calibrated,0.5,725,19,81,20,0.5128205128205128,0.19801980198019803,0.9744623655913979,0.2857142857142857,0.586241083785798,0.046153846153846156
157,calibrated,development_F1,540,204,34,67,0.24723247232472326,0.6633663366336634,0.7258064516129032,0.3602150537634409,0.6945863941232833,0.3207100591715976
158,raw,0.5,651,69,69,86,0.5548387096774193,0.5548387096774193,0.9041666666666667,0.5548387096774193,0.729502688172043,0.17714285714285713
158,calibrated,0.5,703,17,106,49,0.7424242424242424,0.3161290322580645,0.9763888888888889,0.4434389140271493,0.6462589605734766,0.07542857142857143
158,calibrated,development_F1,525,195,35,120,0.38095238095238093,0.7741935483870968,0.7291666666666666,0.5106382978723404,0.7516801075268817,0.36
159,raw,0.5,796,92,121,98,0.5157894736842106,0.4474885844748858,0.8963963963963963,0.4792176039119804,0.671942490435641,0.17163504968383017
159,calibrated,0.5,870,18,166,53,0.7464788732394366,0.2420091324200913,0.9797297297297297,0.36551724137931035,0.6108694310749105,0.06413730803974707
159,calibrated,development_F1,627,261,65,154,0.3710843373493976,0.7031963470319634,0.706081081081081,0.48580441640378547,0.7046387140565222,0.3748870822041554
160,raw,0.5,645,73,81,73,0.5,0.474025974025974,0.8983286908077994,0.4866666666666667,0.6861773324168867,0.16743119266055045
160,calibrated,0.5,699,19,125,29,0.6041666666666666,0.18831168831168832,0.9735376044568245,0.2871287128712871,0.5809246463842563,0.05504587155963303
160,calibrated,development_F1,515,203,40,114,0.35962145110410093,0.7402597402597403,0.7172701949860725,0.4840764331210191,0.7287649676229064,0.36353211009174313
161,raw,0.5,711,126,84,92,0.42201834862385323,0.5227272727272727,0.8494623655913979,0.467005076142132,0.6860948191593352,0.21520236920039487
161,calibrated,0.5,799,38,134,42,0.525,0.23863636363636365,0.954599761051374,0.328125,0.5966180623438688,0.07897334649555775
161,calibrated,development_F1,562,275,38,138,0.3341404358353511,0.7840909090909091,0.6714456391875747,0.4685908319185059,0.7277682741392419,0.4076999012833169
162,raw,0.5,645,75,97,63,0.45652173913043476,0.39375,0.8958333333333334,0.4228187919463087,0.6447916666666667,0.15681818181818183
162,calibrated,0.5,694,26,134,26,0.5,0.1625,0.9638888888888889,0.24528301886792453,0.5631944444444444,0.05909090909090909
162,calibrated,development_F1,515,205,66,94,0.31438127090301005,0.5875,0.7152777777777778,0.4095860566448802,0.6513888888888889,0.3397727272727273
163,raw,0.5,702,87,125,75,0.46296296296296297,0.375,0.8897338403041825,0.4143646408839779,0.6323669201520912,0.16380182002022245
163,calibrated,0.5,767,22,168,32,0.5925925925925926,0.16,0.9721166032953105,0.25196850393700787,0.5660583016476552,0.054600606673407485
163,calibrated,development_F1,561,228,51,149,0.3952254641909814,0.745,0.7110266159695817,0.5164644714038128,0.7280133079847908,0.38119312436804853
164,raw,0.5,703,94,86,81,0.46285714285714286,0.48502994011976047,0.8820577164366374,0.47368421052631576,0.6835438282781989,0.18153526970954356
164,calibrated,0.5,767,30,129,38,0.5588235294117647,0.2275449101796407,0.9623588456712673,0.32340425531914896,0.594951877925454,0.07053941908713693
164,calibrated,development_F1,563,234,38,129,0.35537190082644626,0.7724550898203593,0.7063989962358845,0.4867924528301887,0.7394270430281219,0.37655601659751037
165,raw,0.5,679,64,101,87,0.5761589403973509,0.4627659574468085,0.9138627187079408,0.5132743362831859,0.6883143380773746,0.16219119226638024
165,calibrated,0.5,720,23,155,33,0.5892857142857143,0.17553191489361702,0.9690444145356663,0.27049180327868855,0.5722881647146416,0.06015037593984962
165,calibrated,development_F1,549,194,48,140,0.41916167664670656,0.7446808510638298,0.7388963660834454,0.5363984674329502,0.7417886085736376,0.35875402792696026
166,raw,0.5,705,98,69,84,0.46153846153846156,0.5490196078431373,0.8779576587795765,0.5014925373134328,0.7134886333113569,0.1903765690376569
166,calibrated,0.5,785,18,116,37,0.6727272727272727,0.24183006535947713,0.9775840597758406,0.3557692307692308,0.6097070625676588,0.05753138075313807
166,calibrated,development_F1,552,251,35,118,0.31978319783197834,0.7712418300653595,0.6874221668742216,0.4521072796934866,0.7293319984697906,0.38598326359832635
167,raw,0.5,595,88,98,98,0.5268817204301075,0.5,0.8711566617862372,0.5130890052356021,0.6855783308931186,0.21160409556313994
167,calibrated,0.5,655,28,162,34,0.5483870967741935,0.17346938775510204,0.95900439238653,0.26356589147286824,0.566236890070816,0.07053469852104664
167,calibrated,development_F1,483,200,48,148,0.42528735632183906,0.7551020408163265,0.7071742313323572,0.5441176470588235,0.7311381360743419,0.39590443686006827
168,raw,0.5,631,79,73,71,0.47333333333333333,0.4930555555555556,0.8887323943661972,0.48299319727891155,0.6908939749608765,0.1756440281030445
168,calibrated,0.5,689,21,113,31,0.5961538461538461,0.2152777777777778,0.9704225352112676,0.3163265306122449,0.5928501564945228,0.06088992974238876
168,calibrated,development_F1,492,218,45,99,0.31230283911671924,0.6875,0.6929577464788732,0.42950108459869846,0.6902288732394366,0.3711943793911007
169,raw,0.5,689,77,90,79,0.5064102564102564,0.46745562130177515,0.8994778067885117,0.48615384615384616,0.6834667140451435,0.16684491978609625
169,calibrated,0.5,744,22,134,35,0.6140350877192983,0.20710059171597633,0.9712793733681462,0.30973451327433627,0.5891899825420612,0.06096256684491978
169,calibrated,development_F1,541,225,43,126,0.358974358974359,0.7455621301775148,0.706266318537859,0.4846153846153846,0.7259142243576869,0.3754010695187166
170,raw,0.5,608,43,55,80,0.6504065040650406,0.5925925925925926,0.9339477726574501,0.6201550387596899,0.7632701826250213,0.15648854961832062
170,calibrated,0.5,640,11,92,43,0.7962962962962963,0.31851851851851853,0.9831029185867896,0.455026455026455,0.650810718552654,0.06870229007633588
170,calibrated,development_F1,497,154,28,107,0.4099616858237548,0.7925925925925926,0.7634408602150538,0.5404040404040404,0.7780167264038231,0.3320610687022901
171,raw,0.5,712,55,59,69,0.5564516129032258,0.5390625,0.9282920469361148,0.5476190476190477,0.7336772734680574,0.13854748603351955
171,calibrated,0.5,750,17,95,33,0.66,0.2578125,0.9778357235984355,0.3707865168539326,0.6178241117992178,0.055865921787709494
171,calibrated,development_F1,605,162,30,98,0.3769230769230769,0.765625,0.788787483702738,0.5051546391752577,0.777206241851369,0.2905027932960894
172,raw,0.5,687,82,69,62,0.4305555555555556,0.4732824427480916,0.893368010403121,0.4509090909090909,0.6833252265756062,0.16
172,calibrated,0.5,745,24,107,24,0.5,0.183206106870229,0.9687906371911573,0.2681564245810056,0.5759983720306932,0.05333333333333334
172,calibrated,development_F1,532,237,39,92,0.2796352583586626,0.7022900763358778,0.6918075422626788,0.4,0.6970488092992784,0.3655555555555556
173,raw,0.5,598,66,93,72,0.5217391304347826,0.43636363636363634,0.9006024096385542,0.4752475247524752,0.6684830230010953,0.16646562123039807
173,calibrated,0.5,648,16,131,34,0.68,0.20606060606060606,0.9759036144578314,0.31627906976744186,0.5909821102592188,0.06031363088057901
173,calibrated,development_F1,485,179,54,111,0.38275862068965516,0.6727272727272727,0.7304216867469879,0.4879120879120879,0.7015744797371304,0.3498190591073583
174,raw,0.5,748,95,91,80,0.45714285714285713,0.4678362573099415,0.8873072360616845,0.4624277456647399,0.677571746685813,0.17258382642998027
174,calibrated,0.5,813,30,123,48,0.6153846153846154,0.2807017543859649,0.9644128113879004,0.3855421686746988,0.6225572828869326,0.07692307692307693
174,calibrated,development_F1,592,251,43,128,0.33773087071240104,0.7485380116959064,0.7022538552787663,0.46545454545454545,0.7253959334873363,0.373767258382643
175,raw,0.5,680,89,58,96,0.518918918918919,0.6233766233766234,0.8842652795838751,0.5663716814159292,0.7538209514802492,0.20043336944745396
175,calibrated,0.5,745,24,95,59,0.7108433734939759,0.38311688311688313,0.9687906371911573,0.4978902953586498,0.6759537601540202,0.08992416034669556
175,calibrated,development_F1,541,228,25,129,0.36134453781512604,0.8376623376623377,0.7035110533159948,0.5048923679060665,0.7705866954891663,0.38678223185265437
176,raw,0.5,700,57,79,79,0.5808823529411765,0.5,0.9247027741083224,0.5374149659863946,0.7123513870541611,0.14863387978142076
176,calibrated,0.5,742,15,121,37,0.7115384615384616,0.23417721518987342,0.9801849405548216,0.3523809523809524,0.6071810778723475,0.05683060109289618
176,calibrated,development_F1,566,191,30,128,0.4012539184952978,0.810126582278481,0.7476882430647291,0.5366876310272537,0.7789074126716051,0.34863387978142074
177,raw,0.5,744,71,98,88,0.5534591194968553,0.4731182795698925,0.912883435582822,0.5101449275362319,0.6930008575763573,0.15884115884115885
177,calibrated,0.5,796,19,146,40,0.6779661016949152,0.21505376344086022,0.9766871165644172,0.32653061224489793,0.5958704400026387,0.058941058941058944
177,calibrated,development_F1,616,199,45,141,0.4147058823529412,0.7580645161290323,0.7558282208588957,0.5361216730038023,0.7569463684939639,0.33966033966033965
178,raw,0.5,744,87,74,48,0.35555555555555557,0.39344262295081966,0.8953068592057761,0.3735408560311284,0.6443747410782978,0.1416579223504722
178,calibrated,0.5,804,27,100,22,0.4489795918367347,0.18032786885245902,0.9675090252707581,0.2573099415204678,0.5739184470616085,0.05141657922350472
178,calibrated,development_F1,610,221,44,78,0.2608695652173913,0.639344262295082,0.7340553549939831,0.37054631828978624,0.6866998086445326,0.31374606505771246
179,raw,0.5,720,99,140,121,0.55,0.46360153256704983,0.8791208791208791,0.5031185031185031,0.6713612058439644,0.2037037037037037
179,calibrated,0.5,792,27,218,43,0.6142857142857143,0.16475095785440613,0.967032967032967,0.2598187311178248,0.5658919624436866,0.06481481481481481
179,calibrated,development_F1,556,263,58,203,0.4356223175965665,0.7777777777777778,0.6788766788766789,0.5584594222833562,0.7283272283272284,0.43148148148148147
180,raw,0.5,729,86,76,64,0.4266666666666667,0.45714285714285713,0.894478527607362,0.4413793103448276,0.6758106923751096,0.15706806282722513
180,calibrated,0.5,801,14,105,35,0.7142857142857143,0.25,0.9828220858895705,0.37037037037037035,0.6164110429447853,0.05130890052356021
180,calibrated,development_F1,582,233,41,99,0.29819277108433734,0.7071428571428572,0.7141104294478527,0.4194915254237288,0.710626643295355,0.34764397905759165
181,raw,0.5,712,86,59,67,0.43790849673202614,0.5317460317460317,0.8922305764411027,0.48028673835125446,0.7119883040935673,0.16558441558441558
181,calibrated,0.5,771,27,91,35,0.5645161290322581,0.2777777777777778,0.9661654135338346,0.3723404255319149,0.6219715956558062,0.0670995670995671
181,calibrated,development_F1,564,234,30,96,0.2909090909090909,0.7619047619047619,0.706766917293233,0.42105263157894735,0.7343358395989974,0.35714285714285715
182,raw,0.5,615,67,83,69,0.5073529411764706,0.45394736842105265,0.9017595307917888,0.4791666666666667,0.6778534496064208,0.1630695443645084
182,calibrated,0.5,664,18,130,22,0.55,0.14473684210526316,0.9736070381231672,0.22916666666666666,0.5591719401142152,0.047961630695443645
182,calibrated,development_F1,475,207,43,109,0.3449367088607595,0.7171052631578947,0.6964809384164223,0.4658119658119658,0.7067931007871585,0.37889688249400477
183,raw,0.5,636,79,84,62,0.4397163120567376,0.4246575342465753,0.8895104895104895,0.43205574912891986,0.6570840118785324,0.16376306620209058
183,calibrated,0.5,699,16,123,23,0.5897435897435898,0.15753424657534246,0.9776223776223776,0.24864864864864866,0.56757831209886,0.04529616724738676
183,calibrated,development_F1,508,207,43,103,0.33225806451612905,0.7054794520547946,0.7104895104895105,0.4517543859649123,0.7079844812721525,0.3600464576074332
184,raw,0.5,843,88,97,82,0.4823529411764706,0.4581005586592179,0.9054779806659506,0.4699140401146132,0.6817892696625842,0.15315315315315314
184,calibrated,0.5,907,24,138,41,0.6307692307692307,0.22905027932960895,0.9742212674543501,0.3360655737704918,0.6016357733919795,0.05855855855855856
184,calibrated,development_F1,675,256,57,122,0.32275132275132273,0.6815642458100558,0.7250268528464017,0.4380610412926391,0.7032955493282287,0.34054054054054056
185,raw,0.5,702,99,98,73,0.42441860465116277,0.4269005847953216,0.8764044943820225,0.42565597667638483,0.6516525395886721,0.17695473251028807
185,calibrated,0.5,784,17,130,41,0.7068965517241379,0.23976608187134502,0.978776529338327,0.35807860262008734,0.609271305604836,0.059670781893004114
185,calibrated,development_F1,548,253,52,119,0.31989247311827956,0.695906432748538,0.6841448189762797,0.43830570902394106,0.6900256258624089,0.38271604938271603
186,raw,0.5,670,85,76,60,0.41379310344827586,0.4411764705882353,0.8874172185430463,0.42704626334519574,0.6642968445656408,0.1627384960718294
186,calibrated,0.5,733,22,101,35,0.6140350877192983,0.25735294117647056,0.9708609271523179,0.3626943005181347,0.6141069341643942,0.06397306397306397
186,calibrated,development_F1,527,228,35,101,0.3069908814589666,0.7426470588235294,0.6980132450331126,0.4344086021505376,0.720330151928321,0.36924803591470257
187,raw,0.5,705,92,75,78,0.4588235294117647,0.5098039215686274,0.8845671267252195,0.48297213622291024,0.6971855241469235,0.17894736842105263
187,calibrated,0.5,770,27,117,36,0.5714285714285714,0.23529411764705882,0.9661229611041405,0.3333333333333333,0.6007085393755996,0.06631578947368422
187,calibrated,development_F1,593,204,47,106,0.3419354838709677,0.6928104575163399,0.7440401505646174,0.45788336933045354,0.7184253040404787,0.3263157894736842
188,raw,0.5,695,80,93,104,0.5652173913043478,0.5279187817258884,0.896774193548387,0.5459317585301837,0.7123464876371377,0.18930041152263374
188,calibrated,0.5,748,27,136,61,0.6931818181818182,0.3096446700507614,0.9651612903225807,0.4280701754385965,0.6374029801866711,0.09053497942386832
188,calibrated,development_F1,565,210,52,145,0.4084507042253521,0.7360406091370558,0.7290322580645161,0.5253623188405797,0.732536433600786,0.36522633744855965
189,raw,0.5,709,74,134,96,0.5647058823529412,0.41739130434782606,0.9054916985951469,0.48,0.6614415014714865,0.16781836130306022
189,calibrated,0.5,748,35,195,35,0.5,0.15217391304347827,0.9553001277139208,0.23333333333333334,0.5537370203786995,0.06910167818361303
189,calibrated,development_F1,576,207,66,164,0.4420485175202156,0.7130434782608696,0.735632183908046,0.5457570715474209,0.7243378310844577,0.36623889437314905
190,raw,0.5,650,76,75,65,0.46099290780141844,0.4642857142857143,0.8953168044077136,0.4626334519572954,0.679801259346714,0.1628175519630485
190,calibrated,0.5,708,18,117,23,0.5609756097560976,0.16428571428571428,0.9752066115702479,0.2541436464088398,0.5697461629279811,0.04734411085450346
190,calibrated,development_F1,551,175,38,102,0.36823104693140796,0.7285714285714285,0.7589531680440771,0.4892086330935252,0.7437622983077528,0.31986143187066973
191,raw,0.5,675,72,81,57,0.4418604651162791,0.41304347826086957,0.9036144578313253,0.42696629213483145,0.6583289680460974,0.14576271186440679
191,calibrated,0.5,725,22,108,30,0.5769230769230769,0.21739130434782608,0.9705488621151271,0.3157894736842105,0.5939700832314766,0.05875706214689266
191,calibrated,development_F1,563,184,39,99,0.3498233215547703,0.717391304347826,0.7536813922356091,0.47030878859857483,0.7355363482917177,0.319774011299435
192,raw,0.5,787,109,111,103,0.4858490566037736,0.48130841121495327,0.8783482142857143,0.4835680751173709,0.6798283127503337,0.19099099099099098
192,calibrated,0.5,878,18,174,40,0.6896551724137931,0.18691588785046728,0.9799107142857143,0.29411764705882354,0.5834133010680908,0.05225225225225225
192,calibrated,development_F1,615,281,45,169,0.37555555555555553,0.7897196261682243,0.6863839285714286,0.5090361445783133,0.7380517773698265,0.40540540540540543
193,raw,0.5,741,99,51,77,0.4375,0.6015625,0.8821428571428571,0.506578947368421,0.7418526785714286,0.18181818181818182
193,calibrated,0.5,819,21,88,40,0.6557377049180327,0.3125,0.975,0.42328042328042326,0.64375,0.06301652892561983
193,calibrated,development_F1,604,236,21,107,0.3119533527696793,0.8359375,0.719047619047619,0.4543524416135881,0.7774925595238096,0.3543388429752066
194,raw,0.5,702,78,92,75,0.49019607843137253,0.4491017964071856,0.9,0.46875,0.6745508982035928,0.16156282998944033
194,calibrated,0.5,756,24,123,44,0.6470588235294118,0.2634730538922156,0.9692307692307692,0.37446808510638296,0.6163519115614924,0.07180570221752904
194,calibrated,development_F1,561,219,46,121,0.3558823529411765,0.7245508982035929,0.7192307692307692,0.47731755424063116,0.721890833717181,0.3590285110876452
195,raw,0.5,686,80,69,38,0.3220338983050847,0.35514018691588783,0.8955613577023499,0.3377777777777778,0.6253507723091188,0.13516609392898052
195,calibrated,0.5,746,20,91,16,0.4444444444444444,0.14953271028037382,0.9738903394255874,0.22377622377622378,0.5617115248529806,0.041237113402061855
195,calibrated,development_F1,553,213,45,62,0.22545454545454546,0.5794392523364486,0.7219321148825065,0.32460732984293195,0.6506856836094775,0.3150057273768614
196,raw,0.5,700,95,76,87,0.47802197802197804,0.5337423312883436,0.8805031446540881,0.5043478260869565,0.7071227379712158,0.18997912317327767
196,calibrated,0.5,767,28,130,33,0.5409836065573771,0.20245398773006135,0.9647798742138365,0.29464285714285715,0.5836169309719489,0.06367432150313153
196,calibrated,development_F1,582,213,38,125,0.3698224852071006,0.7668711656441718,0.7320754716981132,0.499001996007984,0.7494733186711424,0.35281837160751567
197,raw,0.5,623,70,70,63,0.47368421052631576,0.47368421052631576,0.898989898989899,0.47368421052631576,0.6863370547581074,0.16101694915254236
197,calibrated,0.5,681,12,99,34,0.7391304347826086,0.2556390977443609,0.9826839826839827,0.37988826815642457,0.6191615402141718,0.05569007263922518
197,calibrated,development_F1,497,196,44,89,0.312280701754386,0.6691729323308271,0.7171717171717171,0.4258373205741627,0.6931723247512721,0.3450363196125908
198,raw,0.5,716,68,69,60,0.46875,0.46511627906976744,0.9132653061224489,0.4669260700389105,0.6891907925961082,0.140197152245345
198,calibrated,0.5,769,15,100,29,0.6590909090909091,0.2248062015503876,0.9808673469387755,0.3352601156069364,0.6028367742445816,0.04819277108433735
198,calibrated,development_F1,577,207,38,91,0.3053691275167785,0.7054263565891473,0.735969387755102,0.4262295081967213,0.7206978721721247,0.3263964950711939
199,raw,0.5,650,81,95,73,0.474025974025974,0.43452380952380953,0.8891928864569083,0.453416149068323,0.6618583479903589,0.17130144605116795
199,calibrated,0.5,714,17,134,34,0.6666666666666666,0.20238095238095238,0.9767441860465116,0.3105022831050228,0.589562569213732,0.05672969966629588
199,calibrated,development_F1,520,211,47,121,0.3644578313253012,0.7202380952380952,0.7113543091655267,0.484,0.715796202201811,0.3692992213570634
200,raw,0.5,670,71,91,99,0.5823529411764706,0.5210526315789473,0.9041835357624831,0.55,0.7126180836707152,0.18259935553168635
200,calibrated,0.5,720,21,151,39,0.65,0.20526315789473684,0.97165991902834,0.312,0.5884615384615385,0.0644468313641246
200,calibrated,development_F1,563,178,35,155,0.46546546546546547,0.8157894736842105,0.7597840755735492,0.5927342256214149,0.7877867746288798,0.3576799140708915
201,raw,0.5,696,73,82,78,0.5165562913907285,0.4875,0.9050715214564369,0.5016077170418006,0.6962857607282185,0.16254036598493002
201,calibrated,0.5,750,19,125,35,0.6481481481481481,0.21875,0.9752925877763329,0.32710280373831774,0.5970212938881665,0.0581270182992465
201,calibrated,development_F1,567,202,44,116,0.36477987421383645,0.725,0.7373211963589077,0.48535564853556484,0.7311605981794538,0.34230355220667386
202,raw,0.5,577,74,60,83,0.5286624203821656,0.5804195804195804,0.8863287250384024,0.5533333333333333,0.7333741527289914,0.1977329974811083
202,calibrated,0.5,628,23,103,40,0.6349206349206349,0.27972027972027974,0.9646697388632872,0.3883495145631068,0.6221950092917835,0.07934508816120907
202,calibrated,development_F1,471,180,35,108,0.375,0.7552447552447552,0.7235023041474654,0.5011600928074246,0.7393735296961104,0.36272040302267
203,raw,0.5,701,87,91,111,0.5606060606060606,0.5495049504950495,0.8895939086294417,0.555,0.7195494295622455,0.2
203,calibrated,0.5,760,28,138,64,0.6956521739130435,0.31683168316831684,0.9644670050761421,0.43537414965986393,0.6406493441222295,0.09292929292929293
203,calibrated,development_F1,564,224,47,155,0.40897097625329815,0.7673267326732673,0.7157360406091371,0.5335628227194492,0.7415313866412022,0.38282828282828285
204,raw,0.5,741,91,83,69,0.43125,0.45394736842105265,0.890625,0.4423076923076923,0.6722861842105263,0.16260162601626016
204,calibrated,0.5,804,28,114,38,0.5757575757575758,0.25,0.9663461538461539,0.3486238532110092,0.6081730769230769,0.06707317073170732
204,calibrated,development_F1,607,225,51,101,0.3098159509202454,0.6644736842105263,0.7295673076923077,0.4225941422594142,0.697020495951417,0.3313008130081301
205,raw,0.5,619,62,60,99,0.6149068322981367,0.6226415094339622,0.908957415565345,0.61875,0.7657994624996536,0.19166666666666668
205,calibrated,0.5,663,18,97,62,0.775,0.389937106918239,0.973568281938326,0.5188284518828452,0.6817526944282826,0.09523809523809523
205,calibrated,development_F1,479,202,26,133,0.3970149253731343,0.8364779874213837,0.7033773861967695,0.5384615384615384,0.7699276868090765,0.39880952380952384
206,raw,0.5,625,83,97,65,0.4391891891891892,0.4012345679012346,0.882768361581921,0.41935483870967744,0.6420014647415777,0.17011494252873563
206,calibrated,0.5,677,31,131,31,0.5,0.19135802469135801,0.9562146892655368,0.2767857142857143,0.5737863569784474,0.07126436781609195
206,calibrated,development_F1,492,216,52,110,0.3374233128834356,0.6790123456790124,0.6949152542372882,0.45081967213114754,0.6869637999581503,0.37471264367816093
207,raw,0.5,638,68,68,91,0.5723270440251572,0.5723270440251572,0.9036827195467422,0.5723270440251572,0.7380048817859497,0.1838150289017341
207,calibrated,0.5,690,16,118,41,0.7192982456140351,0.2578616352201258,0.9773371104815864,0.37962962962962965,0.6175993728508561,0.06589595375722543
207,calibrated,development_F1,516,190,34,125,0.3968253968253968,0.7861635220125787,0.7308781869688386,0.5274261603375527,0.7585208544907086,0.36416184971098264
208,raw,0.5,621,71,71,93,0.5670731707317073,0.5670731707317073,0.8973988439306358,0.5670731707317073,0.7322360073311716,0.19158878504672897
208,calibrated,0.5,673,19,106,58,0.7532467532467533,0.35365853658536583,0.9725433526011561,0.48132780082987553,0.663100944593261,0.08995327102803738
208,calibrated,development_F1,517,175,36,128,0.42244224422442245,0.7804878048780488,0.7471098265895953,0.5481798715203426,0.763798815733822,0.35397196261682246
209,raw,0.5,718,99,125,64,0.39263803680981596,0.3386243386243386,0.8788249694002448,0.36363636363636365,0.6087246540122917,0.16202783300198806
209,calibrated,0.5,790,27,164,25,0.4807692307692308,0.13227513227513227,0.966952264381885,0.2074688796680498,0.5496136983285086,0.05168986083499006
209,calibrated,development_F1,556,261,72,117,0.30952380952380953,0.6190476190476191,0.6805385556915544,0.4126984126984127,0.6497930873695867,0.3757455268389662
210,raw,0.5,566,97,102,97,0.5,0.48743718592964824,0.8536953242835595,0.49363867684478374,0.6705662551066038,0.22505800464037123
210,calibrated,0.5,633,30,157,42,0.5833333333333334,0.21105527638190955,0.9547511312217195,0.30996309963099633,0.5829032038018145,0.08352668213457076
210,calibrated,development_F1,453,210,46,153,0.4214876033057851,0.7688442211055276,0.6832579185520362,0.5444839857651246,0.7260510698287819,0.4211136890951276
211,raw,0.5,711,73,70,89,0.5493827160493827,0.559748427672956,0.9068877551020408,0.5545171339563862,0.7333180913874984,0.17179215270413573
211,calibrated,0.5,758,26,113,46,0.6388888888888888,0.2893081761006289,0.9668367346938775,0.39826839826839827,0.6280724553972532,0.07635206786850478
211,calibrated,development_F1,552,232,30,129,0.3573407202216066,0.8113207547169812,0.7040816326530612,0.49615384615384617,0.7577011936850212,0.3828207847295864
212,raw,0.5,679,89,83,77,0.463855421686747,0.48125,0.8841145833333334,0.4723926380368098,0.6826822916666667,0.1788793103448276
212,calibrated,0.5,739,29,124,36,0.5538461538461539,0.225,0.9622395833333334,0.32,0.5936197916666667,0.07004310344827586
212,calibrated,development_F1,541,227,41,119,0.3439306358381503,0.74375,0.7044270833333334,0.47035573122529645,0.7240885416666667,0.3728448275862069
213,raw,0.5,607,74,66,83,0.5286624203821656,0.5570469798657718,0.8913362701908958,0.5424836601307189,0.7241916250283338,0.1891566265060241
213,calibrated,0.5,653,28,104,45,0.6164383561643836,0.30201342281879195,0.9588839941262849,0.40540540540540543,0.6304487084725384,0.08795180722891566
213,calibrated,development_F1,508,173,36,113,0.3951048951048951,0.7583892617449665,0.7459618208516887,0.5195402298850574,0.7521755412983275,0.344578313253012
214,raw,0.5,731,84,84,70,0.45454545454545453,0.45454545454545453,0.8969325153374234,0.45454545454545453,0.6757389849414389,0.15892672858617132
214,calibrated,0.5,788,27,117,37,0.578125,0.24025974025974026,0.9668711656441717,0.3394495412844037,0.603565452951956,0.06604747162022703
214,calibrated,development_F1,587,228,42,112,0.32941176470588235,0.7272727272727273,0.7202453987730061,0.4534412955465587,0.7237590630228667,0.3508771929824561
215,raw,0.5,853,116,93,88,0.43137254901960786,0.4861878453038674,0.8802889576883385,0.45714285714285713,0.6832384014961029,0.17739130434782607
215,calibrated,0.5,946,23,138,43,0.6515151515151515,0.23756906077348067,0.9762641898864809,0.3481781376518219,0.6069166253299808,0.057391304347826085
215,calibrated,development_F1,673,296,43,138,0.31797235023041476,0.7624309392265194,0.6945304437564499,0.44878048780487806,0.7284806914914846,0.3773913043478261
216,raw,0.5,629,56,83,70,0.5555555555555556,0.45751633986928103,0.9182481751824818,0.5017921146953405,0.6878822575258814,0.15035799522673032
216,calibrated,0.5,665,20,112,41,0.6721311475409836,0.2679738562091503,0.9708029197080292,0.38317757009345793,0.6193883879585897,0.07279236276849642
216,calibrated,development_F1,511,174,49,104,0.37410071942446044,0.6797385620915033,0.745985401459854,0.48259860788863107,0.7128619817756787,0.3317422434367542
217,raw,0.5,638,98,92,107,0.5219512195121951,0.5376884422110553,0.8668478260869565,0.5297029702970297,0.7022681341490059,0.2192513368983957
217,calibrated,0.5,708,28,147,52,0.65,0.2613065326633166,0.9619565217391305,0.3727598566308244,0.6116315272012236,0.0855614973262032
217,calibrated,development_F1,497,239,36,163,0.4054726368159204,0.8190954773869347,0.6752717391304348,0.5424292845257903,0.7471836082586847,0.4299465240641711
218,raw,0.5,685,61,67,68,0.5271317829457365,0.5037037037037037,0.9182305630026809,0.5151515151515151,0.7109671333531923,0.14642451759364358
218,calibrated,0.5,726,20,102,33,0.6226415094339622,0.24444444444444444,0.9731903485254692,0.35106382978723405,0.6088173964849568,0.060158910329171394
218,calibrated,development_F1,549,197,44,91,0.3159722222222222,0.674074074074074,0.7359249329758714,0.4302600472813239,0.7049995035249728,0.32690124858115777
219,raw,0.5,641,65,78,86,0.5695364238410596,0.524390243902439,0.9079320113314447,0.546031746031746,0.716161127616942,0.1735632183908046
219,calibrated,0.5,679,27,120,44,0.6197183098591549,0.2682926829268293,0.9617563739376771,0.37446808510638296,0.6150245284322532,0.08160919540229886
219,calibrated,development_F1,523,183,38,126,0.4077669902912621,0.7682926829268293,0.7407932011331445,0.53276955602537,0.754542942029987,0.35517241379310344
220,raw,0.5,711,93,96,84,0.4745762711864407,0.4666666666666667,0.8843283582089553,0.47058823529411764,0.675497512437811,0.1798780487804878
220,calibrated,0.5,784,20,141,39,0.6610169491525424,0.21666666666666667,0.9751243781094527,0.3263598326359833,0.5958955223880598,0.059959349593495935
220,calibrated,development_F1,560,244,47,133,0.35278514588859416,0.7388888888888889,0.6965174129353234,0.47755834829443444,0.7177031509121061,0.383130081300813
221,raw,0.5,626,103,93,71,0.40804597701149425,0.4329268292682927,0.8587105624142661,0.42011834319526625,0.6458186958412794,0.1948488241881299
221,calibrated,0.5,703,26,132,32,0.5517241379310345,0.1951219512195122,0.9643347050754458,0.2882882882882883,0.579728328147479,0.06494960806270997
221,calibrated,development_F1,512,217,43,121,0.35798816568047337,0.7378048780487805,0.7023319615912208,0.4820717131474104,0.7200684198200007,0.3784994400895857
222,raw,0.5,732,88,104,66,0.42857142857142855,0.38823529411764707,0.8926829268292683,0.4074074074074074,0.6404591104734577,0.15555555555555556
222,calibrated,0.5,796,24,136,34,0.5862068965517241,0.2,0.9707317073170731,0.2982456140350877,0.5853658536585366,0.05858585858585859
222,calibrated,development_F1,613,207,61,109,0.3449367088607595,0.6411764705882353,0.7475609756097561,0.448559670781893,0.6943687230989957,0.3191919191919192
223,raw,0.5,712,103,68,84,0.44919786096256686,0.5526315789473685,0.8736196319018404,0.49557522123893805,0.7131256054246045,0.19338159255429163
223,calibrated,0.5,796,19,118,34,0.6415094339622641,0.2236842105263158,0.9766871165644172,0.33170731707317075,0.6001856635453665,0.05480868665977249
223,calibrated,development_F1,556,259,34,118,0.3129973474801061,0.7763157894736842,0.6822085889570552,0.44612476370510395,0.7292621892153697,0.38986556359875907
224,raw,0.5,735,73,86,73,0.5,0.4591194968553459,0.9096534653465347,0.4786885245901639,0.6843864811009404,0.15098241985522234
224,calibrated,0.5,788,20,122,37,0.6491228070175439,0.23270440251572327,0.9752475247524752,0.3425925925925926,0.6039759636340992,0.05894519131334023
224,calibrated,development_F1,588,220,56,103,0.3188854489164087,0.6477987421383647,0.7277227722772277,0.42738589211618255,0.6877607572077962,0.3340227507755946
225,raw,0.5,667,65,66,80,0.5517241379310345,0.547945205479452,0.9112021857923497,0.5498281786941581,0.7295736956359009,0.16514806378132119
225,calibrated,0.5,719,13,103,43,0.7678571428571429,0.2945205479452055,0.98224043715847,0.42574257425742573,0.6383804925518377,0.06378132118451026
225,calibrated,development_F1,541,191,39,107,0.35906040268456374,0.7328767123287672,0.7390710382513661,0.481981981981982,0.7359738752900666,0.33940774487471526
226,raw,0.5,914,135,117,95,0.41304347826086957,0.4481132075471698,0.871306005719733,0.4298642533936652,0.6597096066334515,0.1823949246629659
226,calibrated,0.5,1034,15,165,47,0.7580645161290323,0.22169811320754718,0.9857006673021925,0.34306569343065696,0.6036993902548698,0.04916732751784298
226,calibrated,development_F1,686,363,36,176,0.32653061224489793,0.8301886792452831,0.6539561487130601,0.46870838881491345,0.7420724139791716,0.4274385408406027
227,raw,0.5,743,90,102,95,0.5135135135135135,0.48223350253807107,0.8919567827130852,0.4973821989528796,0.6870951426255781,0.1796116504854369
227,calibrated,0.5,810,23,149,48,0.676056338028169,0.2436548223350254,0.9723889555822329,0.3582089552238806,0.6080218889586292,0.06893203883495146
227,calibrated,development_F1,585,248,38,159,0.3906633906633907,0.8071065989847716,0.7022809123649459,0.5264900662251656,0.7546937556748587,0.3951456310679612
228,raw,0.5,607,62,86,67,0.5193798449612403,0.43790849673202614,0.9073243647234679,0.475177304964539,0.672616430727747,0.15693430656934307
228,calibrated,0.5,648,21,125,28,0.5714285714285714,0.1830065359477124,0.968609865470852,0.27722772277227725,0.5758082007092822,0.05961070559610705
228,calibrated,development_F1,504,165,59,94,0.36293436293436293,0.6143790849673203,0.7533632286995515,0.4563106796116505,0.6838711568334359,0.3150851581508516
229,raw,0.5,690,76,108,76,0.5,0.41304347826086957,0.9007832898172323,0.4523809523809524,0.656913384039051,0.16
229,calibrated,0.5,741,25,153,31,0.5535714285714286,0.16847826086956522,0.9673629242819843,0.25833333333333336,0.5679205925757748,0.05894736842105263
229,calibrated,development_F1,552,214,59,125,0.3687315634218289,0.6793478260869565,0.720626631853786,0.4780114722753346,0.6999872289703712,0.3568421052631579
230,raw,0.5,653,85,98,101,0.543010752688172,0.507537688442211,0.8848238482384824,0.5246753246753246,0.6961807683403467,0.19850586979722518
230,calibrated,0.5,707,31,146,53,0.6309523809523809,0.2663316582914573,0.9579945799457995,0.3745583038869258,0.6121631191186284,0.08964781216648879
230,calibrated,development_F1,532,206,45,154,0.42777777777777776,0.7738693467336684,0.7208672086720868,0.5509838998211091,0.7473682777028776,0.384204909284952
231,raw,0.5,700,80,68,64,0.4444444444444444,0.48484848484848486,0.8974358974358975,0.463768115942029,0.6911421911421911,0.15789473684210525
231,calibrated,0.5,763,17,97,35,0.6730769230769231,0.26515151515151514,0.9782051282051282,0.3804347826086957,0.6216783216783217,0.05701754385964912
231,calibrated,development_F1,550,230,35,97,0.2966360856269113,0.7348484848484849,0.7051282051282052,0.4226579520697168,0.7199883449883451,0.35855263157894735
232,raw,0.5,810,92,129,103,0.5282051282051282,0.44396551724137934,0.8980044345898004,0.48243559718969553,0.6709849759155899,0.17195767195767195
232,calibrated,0.5,877,25,190,42,0.6268656716417911,0.1810344827586207,0.9722838137472284,0.2809364548494983,0.5766591482529245,0.059082892416225746
232,calibrated,development_F1,640,262,49,183,0.41123595505617977,0.7887931034482759,0.7095343680709535,0.5406203840472673,0.7491637357596147,0.3924162257495591
233,raw,0.5,711,67,103,89,0.5705128205128205,0.4635416666666667,0.9138817480719794,0.5114942528735632,0.6887117073693231,0.16082474226804125
233,calibrated,0.5,756,22,155,37,0.6271186440677966,0.19270833333333334,0.9717223650385605,0.2948207171314741,0.5822153491859469,0.060824742268041236
233,calibrated,development_F1,593,185,54,138,0.42724458204334365,0.71875,0.7622107969151671,0.5359223300970873,0.7404803984575836,0.33298969072164947
234,raw,0.5,626,68,97,86,0.5584415584415584,0.46994535519125685,0.9020172910662824,0.5103857566765578,0.6859813231287696,0.17559863169897377
234,calibrated,0.5,671,23,135,48,0.676056338028169,0.26229508196721313,0.9668587896253602,0.3779527559055118,0.6145769357962867,0.08095781071835804
234,calibrated,development_F1,497,197,48,135,0.4066265060240964,0.7377049180327869,0.7161383285302594,0.5242718446601942,0.7269216232815232,0.37856328392246297
235,raw,0.5,723,73,96,61,0.4552238805970149,0.3885350318471338,0.9082914572864321,0.41924398625429554,0.648413244566783,0.14060860440713535
235,calibrated,0.5,775,21,133,24,0.5333333333333333,0.15286624203821655,0.9736180904522613,0.2376237623762376,0.5632421662452389,0.0472193074501574
235,calibrated,development_F1,586,210,45,112,0.34782608695652173,0.7133757961783439,0.7361809045226131,0.46764091858037576,0.7247783503504786,0.3378803777544596
236,raw,0.5,650,84,56,75,0.4716981132075472,0.5725190839694656,0.885558583106267,0.5172413793103449,0.7290388335378664,0.1838150289017341
236,calibrated,0.5,708,26,94,37,0.5873015873015873,0.2824427480916031,0.9645776566757494,0.38144329896907214,0.6235102023836763,0.07283236994219654
236,calibrated,development_F1,523,211,30,101,0.32371794871794873,0.7709923664122137,0.7125340599455041,0.45598194130925507,0.741763213178859,0.3606936416184971
237,raw,0.5,656,94,52,54,0.36486486486486486,0.5094339622641509,0.8746666666666667,0.4251968503937008,0.6920503144654089,0.17289719626168223
237,calibrated,0.5,725,25,78,28,0.5283018867924528,0.2641509433962264,0.9666666666666667,0.3522012578616352,0.6154088050314466,0.06191588785046729
237,calibrated,development_F1,537,213,26,80,0.27303754266211605,0.7547169811320755,0.716,0.40100250626566414,0.7353584905660377,0.3422897196261682
238,raw,0.5,558,73,76,62,0.45925925925925926,0.4492753623188406,0.884310618066561,0.4542124542124542,0.6667929901927008,0.1755526657997399
238,calibrated,0.5,607,24,103,35,0.5932203389830508,0.2536231884057971,0.9619651347068146,0.3553299492385787,0.6077941615563058,0.07672301690507152
238,calibrated,development_F1,457,174,36,102,0.3695652173913043,0.7391304347826086,0.7242472266244057,0.4927536231884058,0.7316888307035072,0.3589076723016905
239,raw,0.5,722,94,54,91,0.4918918918918919,0.6275862068965518,0.8848039215686274,0.5515151515151515,0.7561950642325896,0.19250780437044746
239,calibrated,0.5,787,29,91,54,0.6506024096385542,0.3724137931034483,0.9644607843137255,0.47368421052631576,0.6684372887085869,0.08636836628511967
239,calibrated,development_F1,590,226,22,123,0.3524355300859599,0.8482758620689655,0.7230392156862745,0.4979757085020243,0.78565753887762,0.3631633714880333
240,raw,0.5,591,85,125,88,0.5086705202312138,0.4131455399061033,0.8742603550295858,0.45595854922279794,0.6437029474678445,0.19460067491563554
240,calibrated,0.5,644,32,166,47,0.5949367088607594,0.22065727699530516,0.9526627218934911,0.3219178082191781,0.5866599994443982,0.08886389201349831
240,calibrated,development_F1,456,220,55,158,0.41798941798941797,0.7417840375586855,0.6745562130177515,0.5346869712351946,0.7081701252882184,0.4251968503937008
241,raw,0.5,638,83,88,79,0.4876543209876543,0.47305389221556887,0.8848821081830791,0.48024316109422494,0.678968000199324,0.18243243243243243
241,calibrated,0.5,692,29,127,40,0.5797101449275363,0.23952095808383234,0.9597780859916782,0.3389830508474576,0.5996495220377553,0.0777027027027027
241,calibrated,development_F1,511,210,43,124,0.3712574850299401,0.7425149700598802,0.7087378640776699,0.49500998003992014,0.7256264170687751,0.3761261261261261
242,raw,0.5,731,84,95,64,0.43243243243243246,0.4025157232704403,0.8969325153374234,0.4169381107491857,0.6497241193039318,0.15195071868583163
242,calibrated,0.5,790,25,131,28,0.5283018867924528,0.1761006289308176,0.9693251533742331,0.2641509433962264,0.5727128911525253,0.054414784394250515
242,calibrated,development_F1,604,211,54,105,0.3322784810126582,0.660377358490566,0.7411042944785277,0.4421052631578947,0.7007408264845468,0.324435318275154
243,raw,0.5,747,100,88,85,0.4594594594594595,0.4913294797687861,0.8819362455726092,0.4748603351955307,0.6866328626706977,0.18137254901960784
243,calibrated,0.5,822,25,139,34,0.576271186440678,0.19653179190751446,0.9704840613931524,0.29310344827586204,0.5835079266503334,0.05784313725490196
243,calibrated,development_F1,595,252,46,127,0.33509234828496043,0.7341040462427746,0.7024793388429752,0.4601449275362319,0.7182916925428748,0.3715686274509804
244,raw,0.5,723,78,62,62,0.44285714285714284,0.5,0.9026217228464419,0.4696969696969697,0.701310861423221,0.15135135135135136
244,calibrated,0.5,783,18,91,33,0.6470588235294118,0.2661290322580645,0.9775280898876404,0.37714285714285717,0.6218285610728524,0.055135135135135134
244,calibrated,development_F1,564,237,29,95,0.286144578313253,0.7661290322580645,0.704119850187266,0.4166666666666667,0.7351244412226652,0.3589189189189189
245,raw,0.5,619,76,88,93,0.5502958579881657,0.5138121546961326,0.8906474820143885,0.5314285714285715,0.7022298183552605,0.19292237442922375
245,calibrated,0.5,676,19,141,40,0.6779661016949152,0.22099447513812154,0.9726618705035971,0.3333333333333333,0.5968281728208593,0.06735159817351598
245,calibrated,development_F1,501,194,42,139,0.4174174174174174,0.7679558011049724,0.720863309352518,0.5408560311284046,0.7444095552287452,0.3801369863013699
246,raw,0.5,692,81,126,109,0.5736842105263158,0.46382978723404256,0.8952134540750324,0.5129411764705882,0.6795216206545375,0.1884920634920635
246,calibrated,0.5,750,23,188,47,0.6714285714285714,0.2,0.9702457956015524,0.3081967213114754,0.5851228978007762,0.06944444444444445
246,calibrated,development_F1,561,212,59,176,0.4536082474226804,0.7489361702127659,0.7257438551099612,0.565008025682183,0.7373400126613636,0.38492063492063494
247,raw,0.5,716,84,98,57,0.40425531914893614,0.36774193548387096,0.895,0.38513513513513514,0.6313709677419355,0.14764397905759163
247,calibrated,0.5,774,26,132,23,0.46938775510204084,0.14838709677419354,0.9675,0.22549019607843138,0.5579435483870968,0.05130890052356021
247,calibrated,development_F1,565,235,58,97,0.2921686746987952,0.6258064516129033,0.70625,0.39835728952772076,0.6660282258064516,0.34764397905759165
248,raw,0.5,662,82,76,63,0.43448275862068964,0.45323741007194246,0.8897849462365591,0.44366197183098594,0.6715111781542508,0.16421291053227632
248,calibrated,0.5,718,26,106,33,0.559322033898305,0.23741007194244604,0.9650537634408602,0.3333333333333333,0.6012319176916532,0.06681766704416761
248,calibrated,development_F1,551,193,46,93,0.32517482517482516,0.6690647482014388,0.7405913978494624,0.4376470588235294,0.7048280730254506,0.32389580973952437
249,raw,0.5,760,76,123,108,0.5869565217391305,0.4675324675324675,0.9090909090909091,0.5204819277108433,0.6883116883116883,0.1724461105904405
249,calibrated,0.5,814,22,178,53,0.7066666666666667,0.22943722943722944,0.9736842105263158,0.3464052287581699,0.6015607199817726,0.07029053420805999
249,calibrated,development_F1,603,233,58,173,0.42610837438423643,0.7489177489177489,0.7212918660287081,0.543171114599686,0.7351048074732285,0.380506091846298
250,raw,0.5,661,80,86,91,0.5321637426900585,0.5141242937853108,0.8920377867746289,0.5229885057471264,0.7030810402799699,0.18627450980392157
250,calibrated,0.5,715,26,124,53,0.6708860759493671,0.2994350282485876,0.9649122807017544,0.4140625,0.632173654475171,0.0860566448801743
250,calibrated,development_F1,525,216,38,139,0.39154929577464787,0.7853107344632768,0.708502024291498,0.5225563909774437,0.7469063793773874,0.3867102396514161
251,raw,0.5,673,90,73,70,0.4375,0.48951048951048953,0.8820445609436435,0.46204620462046203,0.6857775252270665,0.17660044150110377
251,calibrated,0.5,740,23,105,38,0.6229508196721312,0.26573426573426573,0.9698558322411533,0.37254901960784315,0.6177950489877095,0.0673289183222958
251,calibrated,development_F1,537,226,35,108,0.32335329341317365,0.7552447552447552,0.7038007863695938,0.4528301886792453,0.7295227708071745,0.3686534216335541
252,raw,0.5,638,79,81,71,0.47333333333333333,0.46710526315789475,0.8898186889818689,0.47019867549668876,0.6784619760698818,0.17261219792865362
252,calibrated,0.5,688,29,125,27,0.48214285714285715,0.17763157894736842,0.9595536959553695,0.25961538461538464,0.568592637451369,0.06444188722669736
252,calibrated,development_F1,521,196,49,103,0.34448160535117056,0.6776315789473685,0.7266387726638772,0.4567627494456763,0.7021351758056229,0.3440736478711162
253,raw,0.5,582,74,76,70,0.4861111111111111,0.4794520547945205,0.8871951219512195,0.4827586206896552,0.68332358837287,0.17955112219451372
253,calibrated,0.5,633,23,117,29,0.5576923076923077,0.19863013698630136,0.9649390243902439,0.29292929292929293,0.5817845806882727,0.06483790523690773
253,calibrated,development_F1,450,206,50,96,0.31788079470198677,0.6575342465753424,0.6859756097560976,0.42857142857142855,0.67175492816572,0.3765586034912718
254,raw,0.5,681,72,69,59,0.45038167938931295,0.4609375,0.9043824701195219,0.4555984555984556,0.682659985059761,0.14869466515323496
254,calibrated,0.5,730,23,95,33,0.5892857142857143,0.2578125,0.9694555112881806,0.358695652173913,0.6136340056440903,0.06356413166855845
254,calibrated,development_F1,568,185,36,92,0.33212996389891697,0.71875,0.7543160690571049,0.454320987654321,0.7365330345285525,0.31441543700340524
255,raw,0.5,627,78,98,82,0.5125,0.45555555555555555,0.8893617021276595,0.4823529411764706,0.6724586288416076,0.1807909604519774
255,calibrated,0.5,676,29,141,39,0.5735294117647058,0.21666666666666667,0.9588652482269504,0.31451612903225806,0.5877659574468086,0.0768361581920904
255,calibrated,development_F1,513,192,53,127,0.3981191222570533,0.7055555555555556,0.7276595744680852,0.5090180360721442,0.7166075650118204,0.36045197740112994
256,raw,0.5,618,88,90,91,0.5083798882681564,0.5027624309392266,0.8753541076487252,0.5055555555555555,0.689058269293976,0.20180383314543404
256,calibrated,0.5,679,27,138,43,0.6142857142857143,0.23756906077348067,0.9617563739376771,0.3426294820717131,0.5996627173555789,0.07891770011273957
256,calibrated,development_F1,503,203,48,133,0.3958333333333333,0.7348066298342542,0.7124645892351275,0.5145067698259188,0.7236356095346907,0.3788049605411499
257,raw,0.5,706,67,87,84,0.5562913907284768,0.49122807017543857,0.9133247089262613,0.5217391304347826,0.7022763895508499,0.15995762711864406
257,calibrated,0.5,752,21,120,51,0.7083333333333334,0.2982456140350877,0.9728331177231565,0.41975308641975306,0.6355393658791221,0.07627118644067797
257,calibrated,development_F1,573,200,50,121,0.37694704049844235,0.7076023391812866,0.741267787839586,0.491869918699187,0.7244350635104363,0.3400423728813559
258,raw,0.5,613,74,70,79,0.5163398692810458,0.5302013422818792,0.8922852983988355,0.5231788079470199,0.7112433203403574,0.18301435406698566
258,calibrated,0.5,660,27,111,38,0.5846153846153846,0.2550335570469799,0.9606986899563319,0.35514018691588783,0.6078661235016559,0.07775119617224881
258,calibrated,development_F1,505,182,47,102,0.3591549295774648,0.6845637583892618,0.735080058224163,0.47113163972286376,0.7098219083067123,0.3397129186602871
259,raw,0.5,750,106,82,96,0.4752475247524752,0.5393258426966292,0.8761682242990654,0.5052631578947369,0.7077470334978473,0.195357833655706
259,calibrated,0.5,828,28,115,63,0.6923076923076923,0.3539325842696629,0.9672897196261683,0.4684014869888476,0.6606111519479156,0.08800773694390715
259,calibrated,development_F1,597,259,44,134,0.34096692111959287,0.7528089887640449,0.697429906542056,0.46935201401050786,0.7251194476530505,0.38007736943907156
260,raw,0.5,693,69,86,76,0.5241379310344828,0.4691358024691358,0.9094488188976378,0.495114006514658,0.6892923106833868,0.15692640692640691
260,calibrated,0.5,734,28,129,33,0.5409836065573771,0.2037037037037037,0.963254593175853,0.29596412556053814,0.5834791484397783,0.06601731601731602
260,calibrated,development_F1,537,225,48,114,0.336283185840708,0.7037037037037037,0.7047244094488189,0.4550898203592814,0.7042140565762613,0.36688311688311687
261,raw,0.5,741,78,66,87,0.5272727272727272,0.5686274509803921,0.9047619047619048,0.5471698113207547,0.7366946778711485,0.1697530864197531
261,calibrated,0.5,794,25,112,41,0.6212121212121212,0.2679738562091503,0.9694749694749695,0.3744292237442922,0.6187244128420599,0.06790123456790123
261,calibrated,development_F1,618,201,23,130,0.39274924471299094,0.8496732026143791,0.7545787545787546,0.5371900826446281,0.8021259785965669,0.3405349794238683
262,raw,0.5,728,108,69,89,0.4517766497461929,0.5632911392405063,0.8708133971291866,0.5014084507042254,0.7170522681848465,0.1981891348088531
262,calibrated,0.5,814,22,108,50,0.6944444444444444,0.31645569620253167,0.9736842105263158,0.43478260869565216,0.6450699533644237,0.07243460764587525
262,calibrated,development_F1,568,268,35,123,0.3145780051150895,0.7784810126582279,0.6794258373205742,0.44808743169398907,0.728953424989401,0.3933601609657948
263,raw,0.5,685,83,104,88,0.5146198830409356,0.4583333333333333,0.8919270833333334,0.48484848484848486,0.6751302083333334,0.178125
263,calibrated,0.5,747,21,146,46,0.6865671641791045,0.23958333333333334,0.97265625,0.3552123552123552,0.6061197916666666,0.06979166666666667
263,calibrated,development_F1,532,236,56,136,0.3655913978494624,0.7083333333333334,0.6927083333333334,0.48226950354609927,0.7005208333333334,0.3875
264,raw,0.5,665,75,58,86,0.5341614906832298,0.5972222222222222,0.8986486486486487,0.5639344262295082,0.7479354354354355,0.18212669683257918
264,calibrated,0.5,721,19,98,46,0.7076923076923077,0.3194444444444444,0.9743243243243244,0.44019138755980863,0.6468843843843843,0.07352941176470588
264,calibrated,development_F1,546,194,35,109,0.35973597359735976,0.7569444444444444,0.7378378378378379,0.48769574944071586,0.7473911411411411,0.3427601809954751
265,raw,0.5,672,92,99,62,0.4025974025974026,0.38509316770186336,0.8795811518324608,0.39365079365079364,0.6323371597671621,0.16648648648648648
265,calibrated,0.5,733,31,139,22,0.41509433962264153,0.13664596273291926,0.9594240837696335,0.205607476635514,0.5480350232512764,0.057297297297297295
265,calibrated,development_F1,528,236,56,105,0.30791788856304986,0.6521739130434783,0.6910994764397905,0.41832669322709165,0.6716366947416343,0.36864864864864866
266,raw,0.5,685,87,85,82,0.48520710059171596,0.49101796407185627,0.8873056994818653,0.4880952380952381,0.6891618317768609,0.1799787007454739
266,calibrated,0.5,751,21,132,35,0.625,0.20958083832335328,0.9727979274611399,0.31390134529147984,0.5911893828922465,0.059637912673056445
266,calibrated,development_F1,549,223,36,131,0.3700564971751412,0.7844311377245509,0.711139896373057,0.5028790786948176,0.7477855170488039,0.3769968051118211
267,raw,0.5,744,77,69,72,0.48322147651006714,0.5106382978723404,0.9062119366626066,0.496551724137931,0.7084251172674735,0.1548856548856549
267,calibrated,0.5,802,19,112,29,0.6041666666666666,0.20567375886524822,0.976857490864799,0.30687830687830686,0.5912656248650237,0.0498960498960499
267,calibrated,development_F1,620,201,38,103,0.33881578947368424,0.7304964539007093,0.7551766138855055,0.46292134831460674,0.7428365338931073,0.316008316008316
268,raw,0.5,653,71,80,57,0.4453125,0.41605839416058393,0.9019337016574586,0.43018867924528303,0.6589960479090212,0.148664343786295
268,calibrated,0.5,698,26,109,28,0.5185185185185185,0.20437956204379562,0.9640883977900553,0.2931937172774869,0.5842339799169255,0.0627177700348432
268,calibrated,development_F1,521,203,50,87,0.3,0.635036496350365,0.7196132596685083,0.40749414519906324,0.6773248780094366,0.33681765389082463
269,raw,0.5,734,84,120,85,0.5029585798816568,0.4146341463414634,0.8973105134474327,0.45454545454545453,0.6559723298944481,0.1652003910068426
269,calibrated,0.5,805,13,169,36,0.7346938775510204,0.17560975609756097,0.9841075794621027,0.28346456692913385,0.5798586677798319,0.047898338220918865
269,calibrated,development_F1,575,243,52,153,0.38636363636363635,0.7463414634146341,0.7029339853300733,0.5091514143094842,0.7246377243723537,0.3870967741935484
270,raw,0.5,783,70,70,76,0.5205479452054794,0.5205479452054794,0.917936694021102,0.5205479452054794,0.7192423196132907,0.14614614614614616
270,calibrated,0.5,822,31,117,29,0.48333333333333334,0.19863013698630136,0.9636576787807737,0.2815533980582524,0.5811439078835375,0.06006006006006006
270,calibrated,development_F1,636,217,37,109,0.3343558282208589,0.7465753424657534,0.7456037514654161,0.461864406779661,0.7460895469655848,0.3263263263263263
271,raw,0.5,710,107,114,99,0.48058252427184467,0.4647887323943662,0.8690330477356181,0.47255369928400953,0.6669108900649922,0.2
271,calibrated,0.5,792,25,163,50,0.6666666666666666,0.2347417840375587,0.9694002447980417,0.3472222222222222,0.6020710144178002,0.07281553398058252
271,calibrated,development_F1,551,266,55,158,0.37264150943396224,0.7417840375586855,0.6744186046511628,0.49607535321821034,0.7081013211049241,0.4116504854368932
272,raw,0.5,699,53,62,58,0.5225225225225225,0.48333333333333334,0.9295212765957447,0.5021645021645021,0.706427304964539,0.12729357798165136
272,calibrated,0.5,733,19,101,19,0.5,0.15833333333333333,0.9747340425531915,0.24050632911392406,0.5665336879432624,0.04357798165137615
272,calibrated,development_F1,537,215,30,90,0.29508196721311475,0.75,0.714095744680851,0.4235294117647059,0.7320478723404256,0.34977064220183485
273,raw,0.5,633,58,78,59,0.5042735042735043,0.4306569343065693,0.9160636758321273,0.4645669291338583,0.6733603050693483,0.14130434782608695
273,calibrated,0.5,669,22,104,33,0.6,0.24087591240875914,0.9681620839363242,0.34375,0.6045189981725416,0.06642512077294686
273,calibrated,development_F1,513,178,44,93,0.34317343173431736,0.6788321167883211,0.7424023154848046,0.45588235294117646,0.7106172161365629,0.3272946859903382
274,raw,0.5,619,80,85,90,0.5294117647058824,0.5142857142857142,0.8855507868383404,0.5217391304347826,0.6999182505620274,0.1945080091533181
274,calibrated,0.5,684,15,130,45,0.75,0.2571428571428571,0.9785407725321889,0.3829787234042553,0.617841814837523,0.06864988558352403
274,calibrated,development_F1,492,207,39,136,0.3965014577259475,0.7771428571428571,0.703862660944206,0.525096525096525,0.7405027590435316,0.39244851258581237
275,raw,0.5,629,84,62,73,0.46496815286624205,0.5407407407407407,0.8821879382889201,0.5,0.7114643395148303,0.18514150943396226
275,calibrated,0.5,696,17,97,38,0.6909090909090909,0.2814814814814815,0.9761570827489481,0.4,0.6288192821152148,0.06485849056603774
275,calibrated,development_F1,491,222,31,104,0.31901840490797545,0.7703703703703704,0.6886395511921458,0.4511930585683297,0.729504960781258,0.38443396226415094
276,raw,0.5,636,56,55,74,0.5692307692307692,0.5736434108527132,0.9190751445086706,0.5714285714285714,0.7463592776806919,0.15834348355663824
276,calibrated,0.5,674,18,91,38,0.6785714285714286,0.29457364341085274,0.9739884393063584,0.41081081081081083,0.6342810413586055,0.0682095006090134
276,calibrated,development_F1,532,160,35,94,0.3700787401574803,0.7286821705426356,0.7687861271676301,0.4908616187989556,0.7487341488551329,0.3093788063337393
277,raw,0.5,685,74,86,112,0.6021505376344086,0.5656565656565656,0.9025032938076416,0.5833333333333334,0.7340799297321037,0.19435736677115986
277,calibrated,0.5,738,21,137,61,0.7439024390243902,0.30808080808080807,0.9723320158102767,0.4357142857142857,0.6402064119455424,0.08568443051201671
277,calibrated,development_F1,548,211,43,155,0.42349726775956287,0.7828282828282829,0.7220026350461133,0.549645390070922,0.7524154589371981,0.3824451410658307
278,raw,0.5,717,95,58,79,0.4540229885057471,0.5766423357664233,0.8830049261083743,0.5080385852090032,0.7298236309373989,0.1833508956796628
278,calibrated,0.5,788,24,96,41,0.6307692307692307,0.29927007299270075,0.9704433497536946,0.40594059405940597,0.6348567113731977,0.0684931506849315
278,calibrated,development_F1,564,248,38,99,0.28530259365994237,0.7226277372262774,0.6945812807881774,0.4090909090909091,0.7086045090072274,0.3656480505795574
279,raw,0.5,663,95,68,78,0.4508670520231214,0.5342465753424658,0.8746701846965699,0.4890282131661442,0.7044583800195179,0.1913716814159292
279,calibrated,0.5,730,28,103,43,0.6056338028169014,0.2945205479452055,0.9630606860158312,0.39631336405529954,0.6287906169805183,0.07853982300884955
279,calibrated,development_F1,527,231,38,108,0.3185840707964602,0.7397260273972602,0.6952506596306068,0.44536082474226807,0.7174883435139335,0.375
280,raw,0.5,656,85,132,88,0.5086705202312138,0.4,0.8852901484480432,0.44783715012722647,0.6426450742240216,0.18002081165452655
280,calibrated,0.5,713,28,179,41,0.5942028985507246,0.18636363636363637,0.9622132253711201,0.2837370242214533,0.5742884308673782,0.07180020811654526
280,calibrated,development_F1,540,201,60,160,0.44321329639889195,0.7272727272727273,0.728744939271255,0.5507745266781411,0.7280088332719912,0.3756503642039542
281,raw,0.5,652,78,73,75,0.49019607843137253,0.5067567567567568,0.8931506849315068,0.4983388704318937,0.6999537208441318,0.17425968109339407
281,calibrated,0.5,705,25,110,38,0.6031746031746031,0.25675675675675674,0.9657534246575342,0.36018957345971564,0.6112550907071455,0.07175398633257403
281,calibrated,development_F1,506,224,41,107,0.32326283987915405,0.722972972972973,0.6931506849315069,0.44676409185803756,0.70806182895224,0.37699316628701596
282,raw,0.5,709,117,57,59,0.3352272727272727,0.5086206896551724,0.8583535108958837,0.4041095890410959,0.6834871002755281,0.18683651804670912
282,calibrated,0.5,790,36,84,32,0.47058823529411764,0.27586206896551724,0.9564164648910412,0.34782608695652173,0.6161392669282793,0.07218683651804671
282,calibrated,development_F1,557,269,28,88,0.24649859943977592,0.7586206896551724,0.6743341404358354,0.37209302325581395,0.7164774150455039,0.37898089171974525
283,raw,0.5,672,71,64,83,0.538961038961039,0.564625850340136,0.9044414535666218,0.5514950166112956,0.7345336519533789,0.17303370786516853
283,calibrated,0.5,715,28,105,42,0.6,0.2857142857142857,0.9623149394347241,0.3870967741935484,0.624014612574505,0.07865168539325842
283,calibrated,development_F1,541,202,28,119,0.3707165109034268,0.8095238095238095,0.7281292059219381,0.5085470085470085,0.7688265077228738,0.36067415730337077
284,raw,0.5,739,96,83,82,0.4606741573033708,0.49696969696969695,0.8850299401197604,0.478134110787172,0.6909998185447287,0.178
284,calibrated,0.5,806,29,120,45,0.6081081081081081,0.2727272727272727,0.9652694610778443,0.37656903765690375,0.6189983669025585,0.074
284,calibrated,development_F1,587,248,39,126,0.33689839572192515,0.7636363636363637,0.7029940119760479,0.4675324675324675,0.7333151878062059,0.374
285,raw,0.5,684,104,94,72,0.4090909090909091,0.43373493975903615,0.868020304568528,0.42105263157894735,0.6508776221637821,0.18448637316561844
285,calibrated,0.5,756,32,140,26,0.4482758620689655,0.1566265060240964,0.9593908629441624,0.23214285714285715,0.5580086844841294,0.06079664570230608
285,calibrated,development_F1,544,244,47,119,0.3278236914600551,0.7168674698795181,0.6903553299492385,0.4499054820415879,0.7036113999143783,0.3805031446540881
286,raw,0.5,703,87,80,80,0.47904191616766467,0.5,0.889873417721519,0.4892966360856269,0.6949367088607594,0.17578947368421052
286,calibrated,0.5,762,28,120,40,0.5882352941176471,0.25,0.9645569620253165,0.3508771929824561,0.6072784810126582,0.07157894736842105
286,calibrated,development_F1,558,232,39,121,0.34277620396600567,0.75625,0.7063291139240506,0.47173489278752434,0.7312895569620252,0.37157894736842106
287,raw,0.5,717,86,113,63,0.4228187919463087,0.35795454545454547,0.8929016189290162,0.38769230769230767,0.6254280821917808,0.15219611848825332
287,calibrated,0.5,772,31,147,29,0.48333333333333334,0.16477272727272727,0.9613947696139477,0.2457627118644068,0.5630837484433374,0.06128702757916241
287,calibrated,development_F1,570,233,66,110,0.3206997084548105,0.625,0.709838107098381,0.4238921001926782,0.6674190535491905,0.3503575076608784
288,raw,0.5,664,96,76,93,0.49206349206349204,0.5502958579881657,0.8736842105263158,0.5195530726256983,0.7119900342572407,0.20344456404736275
288,calibrated,0.5,714,46,128,41,0.47126436781609193,0.24260355029585798,0.9394736842105263,0.3203125,0.5910386172531922,0.09364908503767493
288,calibrated,development_F1,533,227,29,140,0.3814713896457766,0.8284023668639053,0.7013157894736842,0.5223880597014925,0.7648590781687947,0.395048439181916
289,raw,0.5,647,70,77,90,0.5625,0.5389221556886228,0.902370990237099,0.5504587155963303,0.7206465729628608,0.18099547511312217
289,calibrated,0.5,691,26,116,51,0.6623376623376623,0.30538922155688625,0.9637377963737797,0.4180327868852459,0.634563508965333,0.08710407239819004
289,calibrated,development_F1,504,213,40,127,0.3735294117647059,0.7604790419161677,0.702928870292887,0.5009861932938856,0.7317039561045273,0.38461538461538464
290,raw,0.5,745,102,101,91,0.47150259067357514,0.4739583333333333,0.8795749704840614,0.4727272727272727,0.6767666519086973,0.18575553416746873
290,calibrated,0.5,826,21,141,51,0.7083333333333334,0.265625,0.9752066115702479,0.38636363636363635,0.6204158057851239,0.06929740134744947
290,calibrated,development_F1,592,255,50,142,0.35768261964735515,0.7395833333333334,0.6989374262101535,0.48217317487266553,0.7192603797717434,0.38209817131857554
291,raw,0.5,675,66,83,80,0.547945205479452,0.49079754601226994,0.9109311740890689,0.517799352750809,0.7008643600506694,0.16150442477876106
291,calibrated,0.5,715,26,116,47,0.6438356164383562,0.2883435582822086,0.9649122807017544,0.3983050847457627,0.6266279194919815,0.08075221238938053
291,calibrated,development_F1,558,183,46,117,0.39,0.7177914110429447,0.7530364372469636,0.5053995680345572,0.7354139241449542,0.33185840707964603
292,raw,0.5,662,68,104,81,0.5436241610738255,0.43783783783783786,0.9068493150684932,0.48502994011976047,0.6723435764531656,0.1628415300546448
292,calibrated,0.5,708,22,137,48,0.6857142857142857,0.2594594594594595,0.9698630136986301,0.3764705882352941,0.6146612365790448,0.07650273224043716
292,calibrated,development_F1,550,180,52,133,0.4249201277955272,0.7189189189189189,0.7534246575342466,0.5341365461847389,0.7361717882265828,0.34207650273224044
293,raw,0.5,667,77,88,87,0.5304878048780488,0.49714285714285716,0.896505376344086,0.5132743362831859,0.6968241167434716,0.17845484221980412
293,calibrated,0.5,731,13,125,50,0.7936507936507936,0.2857142857142857,0.9825268817204301,0.42016806722689076,0.6341205837173579,0.06855277475516866
293,calibrated,development_F1,522,222,49,126,0.3620689655172414,0.72,0.7016129032258065,0.4818355640535373,0.7108064516129032,0.3786724700761698
294,raw,0.5,707,81,83,81,0.5,0.49390243902439024,0.8972081218274112,0.49693251533742333,0.6955552804259006,0.17016806722689076
294,calibrated,0.5,761,27,126,38,0.5846153846153846,0.23170731707317074,0.9657360406091371,0.3318777292576419,0.5987216788411539,0.06827731092436974
294,calibrated,development_F1,561,227,47,117,0.34011627906976744,0.7134146341463414,0.7119289340101523,0.46062992125984253,0.7126717840782468,0.36134453781512604
295,raw,0.5,777,125,100,110,0.46808510638297873,0.5238095238095238,0.8614190687361419,0.4943820224719101,0.6926142962728329,0.21133093525179855
295,calibrated,0.5,869,33,151,59,0.6413043478260869,0.28095238095238095,0.9634146341463414,0.39072847682119205,0.6221835075493611,0.08273381294964029
295,calibrated,development_F1,627,275,37,173,0.3861607142857143,0.8238095238095238,0.6951219512195121,0.5258358662613982,0.759465737514518,0.4028776978417266
296,raw,0.5,760,117,84,93,0.44285714285714284,0.5254237288135594,0.8665906499429875,0.4806201550387597,0.6960071893782734,0.19924098671726756
296,calibrated,0.5,849,28,126,51,0.6455696202531646,0.288135593220339,0.9680729760547321,0.3984375,0.6281042846375355,0.07495256166982922
296,calibrated,development_F1,595,282,30,147,0.34265734265734266,0.8305084745762712,0.6784492588369442,0.48514851485148514,0.7544788667066077,0.40702087286527516
297,raw,0.5,852,111,87,79,0.41578947368421054,0.4759036144578313,0.8847352024922118,0.4438202247191011,0.6803194084750216,0.1682905225863596
297,calibrated,0.5,937,26,129,37,0.5873015873015873,0.22289156626506024,0.9730010384215991,0.3231441048034934,0.5979463023433297,0.05580159433126661
297,calibrated,development_F1,701,262,49,117,0.3087071240105541,0.7048192771084337,0.7279335410176532,0.42935779816513764,0.7163764090630435,0.3356953055801594
298,raw,0.5,757,81,76,57,0.41304347826086957,0.42857142857142855,0.9033412887828163,0.42066420664206644,0.6659563586771224,0.14212152420185376
298,calibrated,0.5,812,26,97,36,0.5806451612903226,0.2706766917293233,0.9689737470167065,0.36923076923076925,0.6198252193730149,0.06385169927909372
298,calibrated,development_F1,603,235,32,101,0.3005952380952381,0.7593984962406015,0.7195704057279236,0.43070362473347545,0.7394844509842626,0.34603501544799176
299,raw,0.5,691,85,90,86,0.5029239766081871,0.48863636363636365,0.8904639175257731,0.4956772334293948,0.6895501405810684,0.1796218487394958
299,calibrated,0.5,753,23,134,42,0.6461538461538462,0.23863636363636365,0.970360824742268,0.34854771784232363,0.6044985941893158,0.06827731092436974
299,calibrated,development_F1,543,233,45,131,0.3598901098901099,0.7443181818181818,0.6997422680412371,0.48518518518518516,0.7220302249297095,0.38235294117647056
300,raw,0.5,674,87,72,74,0.45962732919254656,0.5068493150684932,0.885676741130092,0.4820846905537459,0.6962630280992925,0.17750826901874311
300,calibrated,0.5,741,20,110,36,0.6428571428571429,0.2465753424657534,0.973718791064389,0.3564356435643564,0.6101470667650712,0.06174200661521499
300,calibrated,development_F1,533,228,43,103,0.311178247734139,0.7054794520547946,0.7003942181340341,0.43186582809224316,0.7029368350944143,0.3649393605292172
301,raw,0.5,627,75,91,54,0.4186046511627907,0.3724137931034483,0.8931623931623932,0.39416058394160586,0.6327880931329207,0.15230224321133412
301,calibrated,0.5,668,34,122,23,0.40350877192982454,0.15862068965517243,0.9515669515669516,0.22772277227722773,0.555093820611062,0.06729634002361275
301,calibrated,development_F1,513,189,58,87,0.31521739130434784,0.6,0.7307692307692307,0.41330166270783847,0.6653846153846154,0.32585596221959856
302,raw,0.5,726,80,77,57,0.41605839416058393,0.4253731343283582,0.9007444168734491,0.42066420664206644,0.6630587756009036,0.14574468085106382
302,calibrated,0.5,781,25,113,21,0.45652173913043476,0.15671641791044777,0.9689826302729528,0.23333333333333334,0.5628495240917003,0.04893617021276596
302,calibrated,development_F1,603,203,28,106,0.343042071197411,0.7910447761194029,0.7481389578163772,0.4785553047404063,0.7695918669678901,0.32872340425531915
303,raw,0.5,654,82,42,54,0.39705882352941174,0.5625,0.8885869565217391,0.46551724137931033,0.7255434782608696,0.16346153846153846
303,calibrated,0.5,707,29,69,27,0.48214285714285715,0.28125,0.9605978260869565,0.35526315789473684,0.6209239130434783,0.0673076923076923
303,calibrated,development_F1,554,182,27,69,0.2749003984063745,0.71875,0.7527173913043478,0.3976945244956772,0.7357336956521738,0.3016826923076923
304,raw,0.5,675,77,90,72,0.48322147651006714,0.4444444444444444,0.8976063829787234,0.4630225080385852,0.6710254137115839,0.16301969365426697
304,calibrated,0.5,732,20,136,26,0.5652173913043478,0.16049382716049382,0.973404255319149,0.25,0.5669490412398214,0.05032822757111598
304,calibrated,development_F1,541,211,39,123,0.36826347305389223,0.7592592592592593,0.7194148936170213,0.4959677419354839,0.7393370764381403,0.36542669584245074
305,raw,0.5,831,114,114,97,0.4597156398104265,0.4597156398104265,0.8793650793650793,0.4597156398104265,0.6695403595877529,0.18252595155709342
305,calibrated,0.5,925,20,163,48,0.7058823529411765,0.22748815165876776,0.9788359788359788,0.34408602150537637,0.6031620652473733,0.058823529411764705
305,calibrated,development_F1,644,301,46,165,0.3540772532188841,0.7819905213270142,0.6814814814814815,0.4874446085672083,0.7317360014042478,0.4031141868512111
306,raw,0.5,647,91,83,67,0.4240506329113924,0.44666666666666666,0.8766937669376694,0.43506493506493504,0.661680216802168,0.17792792792792791
306,calibrated,0.5,699,39,124,26,0.4,0.17333333333333334,0.9471544715447154,0.24186046511627907,0.5602439024390244,0.0731981981981982
306,calibrated,development_F1,531,207,48,102,0.3300970873786408,0.68,0.7195121951219512,0.4444444444444444,0.6997560975609756,0.34797297297297297
307,raw,0.5,669,82,66,85,0.5089820359281437,0.5629139072847682,0.8908122503328895,0.5345911949685535,0.7268630788088288,0.18514412416851442
307,calibrated,0.5,731,20,113,38,0.6551724137931034,0.25165562913907286,0.9733688415446072,0.36363636363636365,0.6125122353418401,0.06430155210643015
307,calibrated,development_F1,523,228,34,117,0.3391304347826087,0.7748344370860927,0.6964047936085219,0.4717741935483871,0.7356196153473074,0.38248337028824836
308,raw,0.5,643,67,102,93,0.58125,0.47692307692307695,0.9056338028169014,0.523943661971831,0.6912784398699892,0.17679558011049723
308,calibrated,0.5,689,21,159,36,0.631578947368421,0.18461538461538463,0.9704225352112676,0.2857142857142857,0.5775189599133261,0.06298342541436464
308,calibrated,development_F1,515,195,44,151,0.43641618497109824,0.7743589743589744,0.7253521126760564,0.5582255083179297,0.7498555435175154,0.38232044198895027
309,raw,0.5,722,97,88,85,0.46703296703296704,0.4913294797687861,0.8815628815628815,0.4788732394366197,0.6864461806658338,0.18346774193548387
309,calibrated,0.5,797,22,128,45,0.6716417910447762,0.26011560693641617,0.9731379731379731,0.375,0.6166267900371947,0.06754032258064516
309,calibrated,development_F1,563,256,52,121,0.3209549071618037,0.6994219653179191,0.6874236874236874,0.44,0.6934228263708033,0.3800403225806452
310,raw,0.5,613,73,54,85,0.5379746835443038,0.6115107913669064,0.8935860058309038,0.5723905723905723,0.7525483985989051,0.19151515151515153
310,calibrated,0.5,670,16,90,49,0.7538461538461538,0.35251798561151076,0.9766763848396501,0.4803921568627451,0.6645971852255804,0.07878787878787878
310,calibrated,development_F1,493,193,32,107,0.3566666666666667,0.7697841726618705,0.7186588921282799,0.4874715261958998,0.7442215323950752,0.36363636363636365
311,raw,0.5,819,90,80,79,0.46745562130177515,0.4968553459119497,0.900990099009901,0.4817073170731707,0.6989227224609253,0.15823970037453183
311,calibrated,0.5,884,25,117,42,0.6268656716417911,0.2641509433962264,0.9724972497249725,0.37168141592920356,0.6183240965605995,0.06273408239700375
311,calibrated,development_F1,646,263,35,124,0.32041343669250644,0.779874213836478,0.7106710671067107,0.4542124542124542,0.7452726404715944,0.36235955056179775
312,raw,0.5,660,91,75,76,0.4550898203592814,0.5033112582781457,0.8788282290279628,0.4779874213836478,0.6910697436530542,0.18514412416851442
312,calibrated,0.5,724,27,123,28,0.509090909090909,0.18543046357615894,0.9640479360852197,0.27184466019417475,0.5747391998306893,0.06097560975609756
312,calibrated,development_F1,521,230,38,113,0.3294460641399417,0.7483443708609272,0.6937416777629827,0.4574898785425101,0.721043024311955,0.3802660753880266
313,raw,0.5,844,104,111,95,0.47738693467336685,0.46116504854368934,0.890295358649789,0.4691358024691358,0.6757302035967392,0.17244367417677642
313,calibrated,0.5,921,27,169,37,0.578125,0.1796116504854369,0.9715189873417721,0.2740740740740741,0.5755653189136045,0.05545927209705372
313,calibrated,development_F1,675,273,49,157,0.36511627906976746,0.7621359223300971,0.7120253164556962,0.4937106918238994,0.7370806193928967,0.37261698440207974
314,raw,0.5,668,85,62,51,0.375,0.45132743362831856,0.8871181938911022,0.40963855421686746,0.6692228137597104,0.15704387990762125
314,calibrated,0.5,720,33,86,27,0.45,0.23893805309734514,0.9561752988047809,0.31213872832369943,0.597556675951063,0.06928406466512702
314,calibrated,development_F1,551,202,33,80,0.28368794326241137,0.7079646017699115,0.7317397078353254,0.4050632911392405,0.7198521548026184,0.325635103926097
315,raw,0.5,734,96,80,107,0.5270935960591133,0.5721925133689839,0.8843373493975903,0.5487179487179488,0.7282649313832872,0.19960668633235004
315,calibrated,0.5,793,37,137,50,0.5747126436781609,0.26737967914438504,0.9554216867469879,0.36496350364963503,0.6114006829456865,0.0855457227138643
315,calibrated,development_F1,565,265,38,149,0.35990338164251207,0.7967914438502673,0.6807228915662651,0.49584026622296173,0.7387571677082663,0.40707964601769914
316,raw,0.5,787,110,87,85,0.4358974358974359,0.4941860465116279,0.8773690078037905,0.46321525885558584,0.6857775271577091,0.1824134705332086
316,calibrated,0.5,875,22,144,28,0.56,0.16279069767441862,0.9754738015607581,0.25225225225225223,0.5691322496175883,0.04677268475210477
316,calibrated,development_F1,626,271,39,133,0.3292079207920792,0.7732558139534884,0.6978818283166109,0.4618055555555556,0.7355688211350497,0.37792329279700654
317,raw,0.5,767,73,81,73,0.5,0.474025974025974,0.9130952380952381,0.4866666666666667,0.6935606060606061,0.14688128772635814
317,calibrated,0.5,823,17,119,35,0.6730769230769231,0.22727272727272727,0.9797619047619047,0.33980582524271846,0.603517316017316,0.052313883299798795
317,calibrated,development_F1,620,220,26,128,0.367816091954023,0.8311688311688312,0.7380952380952381,0.5099601593625498,0.7846320346320347,0.3501006036217304
318,raw,0.5,683,78,68,75,0.49019607843137253,0.5244755244755245,0.897503285151117,0.5067567567567568,0.7109894048133207,0.16924778761061948
318,calibrated,0.5,738,23,105,38,0.6229508196721312,0.26573426573426573,0.9697766097240473,0.37254901960784315,0.6177554377291565,0.06747787610619468
318,calibrated,development_F1,574,187,38,105,0.3595890410958904,0.7342657342657343,0.7542706964520368,0.4827586206896552,0.7442682153588855,0.3230088495575221
319,raw,0.5,726,107,58,58,0.3515151515151515,0.5,0.8715486194477791,0.4128113879003559,0.6857743097238895,0.17386722866174922
319,calibrated,0.5,802,31,86,30,0.4918032786885246,0.25862068965517243,0.9627851140456183,0.3389830508474576,0.6107029018503953,0.0642781875658588
319,calibrated,development_F1,557,276,28,88,0.24175824175824176,0.7586206896551724,0.6686674669867947,0.36666666666666664,0.7136440783209835,0.3835616438356164
320,raw,0.5,683,79,82,100,0.5586592178770949,0.5494505494505495,0.8963254593175853,0.554016620498615,0.7228880043840674,0.1896186440677966
320,calibrated,0.5,735,27,125,57,0.6785714285714286,0.3131868131868132,0.9645669291338582,0.42857142857142855,0.6388768711603356,0.08898305084745763
320,calibrated,development_F1,548,214,46,136,0.38857142857142857,0.7472527472527473,0.7191601049868767,0.5112781954887218,0.7332064261198119,0.3707627118644068
321,raw,0.5,589,88,63,76,0.4634146341463415,0.5467625899280576,0.8700147710487445,0.5016501650165016,0.708388680488401,0.20098039215686275
321,calibrated,0.5,641,36,99,40,0.5263157894736842,0.28776978417266186,0.946824224519941,0.37209302325581395,0.6172970043463014,0.09313725490196079
321,calibrated,development_F1,485,192,44,95,0.3310104529616725,0.6834532374100719,0.7163958641063516,0.4460093896713615,0.6999245507582117,0.35171568627450983
322,raw,0.5,706,98,105,106,0.5196078431372549,0.5023696682464455,0.8781094527363185,0.5108433734939759,0.690239560491382,0.20098522167487684
322,calibrated,0.5,781,23,148,63,0.7325581395348837,0.2985781990521327,0.9713930348258707,0.42424242424242425,0.6349856169390017,0.08472906403940887
322,calibrated,development_F1,554,250,42,169,0.4033412887828162,0.8009478672985783,0.6890547263681592,0.5365079365079365,0.7450012968333688,0.412807881773399
323,raw,0.5,734,99,106,83,0.45604395604395603,0.43915343915343913,0.8811524609843937,0.4474393530997305,0.6601529500689164,0.1780821917808219
323,calibrated,0.5,813,20,145,44,0.6875,0.2328042328042328,0.9759903961584634,0.34782608695652173,0.6043973144813481,0.06262230919765166
323,calibrated,development_F1,586,247,47,142,0.36503856041131105,0.7513227513227513,0.7034813925570228,0.4913494809688581,0.727402071939887,0.3806262230919765
324,raw,0.5,706,96,71,75,0.43859649122807015,0.5136986301369864,0.8802992518703242,0.47318611987381703,0.6969989410036552,0.18037974683544303
324,calibrated,0.5,775,27,107,39,0.5909090909090909,0.2671232876712329,0.9663341645885287,0.36792452830188677,0.6167287261298808,0.06962025316455696
324,calibrated,development_F1,558,244,38,108,0.3068181818181818,0.7397260273972602,0.6957605985037406,0.43373493975903615,0.7177433129505004,0.37130801687763715
325,raw,0.5,700,76,131,100,0.5681818181818182,0.4329004329004329,0.9020618556701031,0.4914004914004914,0.667481144285268,0.17477656405163852
325,calibrated,0.5,742,34,183,48,0.5853658536585366,0.2077922077922078,0.9561855670103093,0.30670926517571884,0.5819888874012585,0.0814299900695134
325,calibrated,development_F1,564,212,59,172,0.4479166666666667,0.7445887445887446,0.7268041237113402,0.5593495934959349,0.7356964341500424,0.381330685203575
326,raw,0.5,665,76,88,73,0.4899328859060403,0.453416149068323,0.8974358974358975,0.47096774193548385,0.6754260232521102,0.16518847006651885
326,calibrated,0.5,720,21,129,32,0.6037735849056604,0.19875776397515527,0.97165991902834,0.29906542056074764,0.5852088415017477,0.058758314855875834
326,calibrated,development_F1,553,188,52,109,0.367003367003367,0.6770186335403726,0.7462887989203779,0.4759825327510917,0.7116537162303753,0.32926829268292684
327,raw,0.5,763,93,87,83,0.4715909090909091,0.48823529411764705,0.8913551401869159,0.4797687861271676,0.6897952171522814,0.17153996101364521
327,calibrated,0.5,831,25,123,47,0.6527777777777778,0.27647058823529413,0.9707943925233645,0.3884297520661157,0.6236324903793293,0.07017543859649122
327,calibrated,development_F1,619,237,35,135,0.3629032258064516,0.7941176470588235,0.7231308411214953,0.4981549815498155,0.7586242440901594,0.36257309941520466
328,raw,0.5,670,82,89,87,0.514792899408284,0.4943181818181818,0.8909574468085106,0.5043478260869565,0.6926378143133463,0.18211206896551724
328,calibrated,0.5,732,20,121,55,0.7333333333333333,0.3125,0.973404255319149,0.43824701195219123,0.6429521276595744,0.08081896551724138
328,calibrated,development_F1,525,227,55,121,0.34770114942528735,0.6875,0.6981382978723404,0.4618320610687023,0.6928191489361701,0.375
329,raw,0.5,689,96,91,101,0.5126903553299492,0.5260416666666666,0.8777070063694268,0.519280205655527,0.7018743365180466,0.2016376663254862
329,calibrated,0.5,756,29,158,34,0.5396825396825397,0.17708333333333334,0.9630573248407643,0.26666666666666666,0.5700703290870488,0.06448311156601842
329,calibrated,development_F1,577,208,42,150,0.41899441340782123,0.78125,0.7350318471337579,0.5454545454545454,0.758140923566879,0.3664278403275333
330,raw,0.5,731,100,99,83,0.453551912568306,0.45604395604395603,0.8796630565583634,0.4547945205479452,0.6678535063011597,0.18065153010858837
330,calibrated,0.5,815,16,148,34,0.68,0.18681318681318682,0.9807460890493381,0.29310344827586204,0.5837796379312625,0.049358341559723594
330,calibrated,development_F1,580,251,40,142,0.361323155216285,0.7802197802197802,0.6979542719614922,0.49391304347826087,0.7390870260906361,0.38795656465942746
331,raw,0.5,689,93,77,84,0.4745762711864407,0.5217391304347826,0.881074168797954,0.4970414201183432,0.7014066496163682,0.18769883351007424
331,calibrated,0.5,756,26,118,43,0.6231884057971014,0.2670807453416149,0.9667519181585678,0.3739130434782609,0.6169163317500913,0.07317073170731707
331,calibrated,development_F1,547,235,44,117,0.33238636363636365,0.7267080745341615,0.6994884910485933,0.45614035087719296,0.7130982827913774,0.37327677624602335
332,raw,0.5,730,80,99,89,0.5266272189349113,0.4734042553191489,0.9012345679012346,0.49859943977591037,0.6873194116101917,0.16933867735470942
332,calibrated,0.5,788,22,143,45,0.6716417910447762,0.2393617021276596,0.9728395061728395,0.35294117647058826,0.6061006041502496,0.06713426853707415
332,calibrated,development_F1,579,231,40,148,0.39050131926121373,0.7872340425531915,0.7148148148148148,0.5220458553791887,0.7510244286840031,0.37975951903807614
333,raw,0.5,641,91,82,92,0.5027322404371585,0.5287356321839081,0.8756830601092896,0.5154061624649859,0.7022093461465988,0.20198675496688742
333,calibrated,0.5,707,25,135,39,0.609375,0.22413793103448276,0.9658469945355191,0.3277310924369748,0.594992462785001,0.0706401766004415
333,calibrated,development_F1,519,213,45,129,0.37719298245614036,0.7413793103448276,0.7090163934426229,0.5,0.7251978518937252,0.37748344370860926
334,raw,0.5,596,63,96,69,0.5227272727272727,0.41818181818181815,0.9044006069802731,0.46464646464646464,0.6612912125810456,0.16019417475728157
334,calibrated,0.5,640,19,136,29,0.6041666666666666,0.17575757575757575,0.9711684370257967,0.27230046948356806,0.5734630063916862,0.05825242718446602
334,calibrated,development_F1,490,169,50,115,0.40492957746478875,0.696969696969697,0.7435508345978755,0.512249443207127,0.7202602657837862,0.3446601941747573
335,raw,0.5,638,78,63,65,0.45454545454545453,0.5078125,0.8910614525139665,0.4797047970479705,0.6994369762569832,0.16943127962085308
335,calibrated,0.5,696,20,92,36,0.6428571428571429,0.28125,0.9720670391061452,0.391304347826087,0.6266585195530726,0.06635071090047394
335,calibrated,development_F1,514,202,35,93,0.3152542372881356,0.7265625,0.7178770949720671,0.4397163120567376,0.7222197974860336,0.3495260663507109
336,raw,0.5,839,80,89,90,0.5294117647058824,0.5027932960893855,0.9129488574537541,0.5157593123209169,0.7078710767715698,0.15482695810564662
336,calibrated,0.5,894,25,126,53,0.6794871794871795,0.29608938547486036,0.9727965179542981,0.41245136186770426,0.6344429517145792,0.07103825136612021
336,calibrated,development_F1,681,238,37,142,0.3736842105263158,0.7932960893854749,0.7410228509249184,0.5080500894454383,0.7671594701551967,0.3460837887067395
337,raw,0.5,721,81,84,83,0.5060975609756098,0.49700598802395207,0.899002493765586,0.5015105740181269,0.6980042408947691,0.1692466460268318
337,calibrated,0.5,779,23,119,48,0.676056338028169,0.2874251497005988,0.9713216957605985,0.40336134453781514,0.6293734227305986,0.07327141382868937
337,calibrated,development_F1,547,255,42,125,0.32894736842105265,0.7485029940119761,0.6820448877805486,0.4570383912248629,0.7152739408962623,0.39215686274509803
338,raw,0.5,749,76,93,81,0.5159235668789809,0.46551724137931033,0.9078787878787878,0.48942598187311176,0.6866980146290491,0.15715715715715717
338,calibrated,0.5,797,28,137,37,0.5692307692307692,0.21264367816091953,0.9660606060606061,0.30962343096234307,0.5893521421107628,0.06506506506506507
338,calibrated,development_F1,626,199,47,127,0.3895705521472393,0.7298850574712644,0.7587878787878788,0.508,0.7443364681295717,0.3263263263263263
339,raw,0.5,633,82,67,87,0.514792899408284,0.564935064935065,0.8853146853146853,0.5386996904024768,0.7251248751248751,0.19447640966628307
339,calibrated,0.5,688,27,108,46,0.6301369863013698,0.2987012987012987,0.9622377622377623,0.4052863436123348,0.6304695304695305,0.08400460299194476
339,calibrated,development_F1,526,189,33,121,0.3903225806451613,0.7857142857142857,0.7356643356643356,0.521551724137931,0.7606893106893107,0.3567318757192175
340,raw,0.5,739,85,93,69,0.44805194805194803,0.42592592592592593,0.8968446601941747,0.43670886075949367,0.6613852930600503,0.15618661257606492
340,calibrated,0.5,803,21,128,34,0.6181818181818182,0.20987654320987653,0.9745145631067961,0.31336405529953915,0.5921955531583363,0.055780933062880324
340,calibrated,development_F1,579,245,48,114,0.31754874651810583,0.7037037037037037,0.7026699029126213,0.43761996161228406,0.7031868033081625,0.3640973630831643
341,raw,0.5,686,85,90,80,0.48484848484848486,0.47058823529411764,0.8897535667963683,0.47761194029850745,0.680170901045243,0.17534537725823593
341,calibrated,0.5,749,22,131,39,0.639344262295082,0.22941176470588234,0.9714656290531777,0.33766233766233766,0.60043869687953,0.06482465462274177
341,calibrated,development_F1,556,215,50,120,0.3582089552238806,0.7058823529411765,0.7211413748378729,0.4752475247524752,0.7135118638895247,0.35600425079702447
342,raw,0.5,762,79,73,78,0.4968152866242038,0.5165562913907285,0.906064209274673,0.5064935064935064,0.7113102503327007,0.15826612903225806
342,calibrated,0.5,826,15,111,40,0.7272727272727273,0.26490066225165565,0.9821640903686087,0.3883495145631068,0.6235323763101321,0.055443548387096774
342,calibrated,development_F1,608,233,38,113,0.3265895953757225,0.7483443708609272,0.72294887039239,0.45472837022132795,0.7356466206266585,0.3487903225806452
343,raw,0.5,675,76,98,95,0.5555555555555556,0.49222797927461137,0.8988015978695073,0.521978021978022,0.6955147885720594,0.18114406779661016
343,calibrated,0.5,726,25,145,48,0.6575342465753424,0.24870466321243523,0.966711051930759,0.3609022556390977,0.6077078575715971,0.07733050847457627
343,calibrated,development_F1,538,213,52,141,0.3983050847457627,0.7305699481865285,0.7163781624500666,0.5155393053016454,0.7234740553182976,0.375
344,raw,0.5,727,108,110,145,0.5731225296442688,0.5686274509803921,0.8706586826347306,0.5708661417322834,0.7196430668075613,0.23211009174311928
344,calibrated,0.5,804,31,182,73,0.7019230769230769,0.28627450980392155,0.962874251497006,0.40668523676880225,0.6245743806504638,0.09541284403669725
344,calibrated,development_F1,579,256,45,210,0.45064377682403434,0.8235294117647058,0.6934131736526946,0.5825242718446602,0.7584712927087003,0.42752293577981654
345,raw,0.5,691,81,98,120,0.5970149253731343,0.5504587155963303,0.8950777202072538,0.5727923627684964,0.722768217901792,0.20303030303030303
345,calibrated,0.5,754,18,163,55,0.7534246575342466,0.25229357798165136,0.9766839378238342,0.37800687285223367,0.6144887579027428,0.07373737373737374
345,calibrated,development_F1,559,213,48,170,0.44386422976501305,0.7798165137614679,0.7240932642487047,0.5657237936772047,0.7519548890050862,0.38686868686868686
346,raw,0.5,665,84,69,99,0.5409836065573771,0.5892857142857143,0.8878504672897196,0.5641025641025641,0.738568090787717,0.19956379498364232
346,calibrated,0.5,723,26,130,38,0.59375,0.2261904761904762,0.965287049399199,0.3275862068965517,0.5957387627948376,0.0697928026172301
346,calibrated,development_F1,526,223,39,129,0.3664772727272727,0.7678571428571429,0.7022696929238985,0.49615384615384617,0.7350634178905207,0.38386041439476554
347,raw,0.5,588,72,91,91,0.558282208588957,0.5,0.8909090909090909,0.527536231884058,0.6954545454545454,0.19358669833729217
347,calibrated,0.5,645,15,133,49,0.765625,0.2692307692307692,0.9772727272727273,0.3983739837398374,0.6232517482517482,0.07600950118764846
347,calibrated,development_F1,482,178,44,138,0.43670886075949367,0.7582417582417582,0.7303030303030303,0.5542168674698795,0.7442723942723943,0.3752969121140142
348,raw,0.5,577,69,69,68,0.49635036496350365,0.49635036496350365,0.8931888544891641,0.49635036496350365,0.6947696097263338,0.17496807151979565
348,calibrated,0.5,616,30,108,29,0.4915254237288136,0.2116788321167883,0.9535603715170279,0.29591836734693877,0.5826196018169081,0.07535121328224777
348,calibrated,development_F1,472,174,40,97,0.35793357933579334,0.708029197080292,0.7306501547987616,0.47549019607843135,0.7193396759395267,0.34610472541507026
349,raw,0.5,659,82,49,63,0.43448275862068964,0.5625,0.8893387314439946,0.490272373540856,0.7259193657219973,0.16998827667057445
349,calibrated,0.5,726,15,85,27,0.6428571428571429,0.24107142857142858,0.979757085020243,0.35064935064935066,0.6104142567958357,0.0492379835873388
349,calibrated,development_F1,530,211,27,85,0.28716216216216217,0.7589285714285714,0.7152496626180836,0.4166666666666667,0.7370891170233276,0.347010550996483
350,raw,0.5,763,96,132,135,0.5844155844155844,0.5056179775280899,0.8882421420256111,0.5421686746987951,0.6969300597768505,0.20515097690941386
350,calibrated,0.5,829,30,192,75,0.7142857142857143,0.2808988764044944,0.9650756693830035,0.4032258064516129,0.6229872728937489,0.09325044404973357
350,calibrated,development_F1,616,243,52,215,0.46943231441048033,0.8052434456928839,0.7171129220023282,0.593103448275862,0.761178183847606,0.4067495559502664
351,raw,0.5,767,84,94,80,0.4878048780487805,0.45977011494252873,0.9012925969447708,0.47337278106508873,0.6805313559436498,0.16
351,calibrated,0.5,826,25,136,38,0.6031746031746031,0.21839080459770116,0.9706227967097533,0.3206751054852321,0.5945068006537272,0.06146341463414634
351,calibrated,development_F1,630,221,44,130,0.37037037037037035,0.7471264367816092,0.7403055229142186,0.49523809523809526,0.7437159798479138,0.34243902439024393
352,raw,0.5,666,90,89,83,0.4797687861271676,0.48255813953488375,0.8809523809523809,0.4811594202898551,0.6817552602436323,0.18642241379310345
352,calibrated,0.5,731,25,124,48,0.6575342465753424,0.27906976744186046,0.966931216931217,0.39183673469387753,0.6230004921865387,0.07866379310344827
352,calibrated,development_F1,549,207,52,120,0.3669724770642202,0.6976744186046512,0.7261904761904762,0.48096192384769537,0.7119324473975637,0.35237068965517243
353,raw,0.5,769,96,118,82,0.4606741573033708,0.41,0.8890173410404625,0.43386243386243384,0.6495086705202312,0.1671361502347418
353,calibrated,0.5,848,17,161,39,0.6964285714285714,0.195,0.9803468208092485,0.3046875,0.5876734104046243,0.05258215962441314
353,calibrated,development_F1,583,282,50,150,0.3472222222222222,0.75,0.6739884393063584,0.47468354430379744,0.7119942196531792,0.4056338028169014
354,raw,0.5,790,92,85,81,0.4682080924855491,0.4879518072289157,0.8956916099773242,0.4778761061946903,0.69182170860312,0.1650763358778626
354,calibrated,0.5,858,24,135,31,0.5636363636363636,0.18674698795180722,0.9727891156462585,0.28054298642533937,0.5797680517990329,0.05248091603053435
354,calibrated,development_F1,635,247,36,130,0.3448275862068966,0.7831325301204819,0.719954648526077,0.47882136279926335,0.7515435893232795,0.3597328244274809
355,raw,0.5,666,66,59,83,0.5570469798657718,0.5845070422535211,0.9098360655737705,0.570446735395189,0.7471715539136459,0.17048054919908467
355,calibrated,0.5,708,24,101,41,0.6307692307692307,0.2887323943661972,0.9672131147540983,0.3961352657004831,0.6279727545601478,0.07437070938215103
355,calibrated,development_F1,547,185,34,108,0.36860068259385664,0.7605633802816901,0.7472677595628415,0.496551724137931,0.7539155699222658,0.3352402745995423
356,raw,0.5,778,94,105,73,0.437125748502994,0.4101123595505618,0.8922018348623854,0.42318840579710143,0.6511570972064735,0.15904761904761905
356,calibrated,0.5,849,23,147,31,0.5740740740740741,0.17415730337078653,0.9736238532110092,0.2672413793103448,0.5738905782908978,0.05142857142857143
356,calibrated,development_F1,610,262,37,141,0.34987593052109184,0.7921348314606742,0.6995412844036697,0.4853700516351119,0.745838057932172,0.3838095238095238
357,raw,0.5,683,90,76,54,0.375,0.4153846153846154,0.8835705045278137,0.39416058394160586,0.6494775599562146,0.15946843853820597
357,calibrated,0.5,747,26,100,30,0.5357142857142857,0.23076923076923078,0.9663648124191462,0.3225806451612903,0.5985670215941885,0.06201550387596899
357,calibrated,development_F1,554,219,43,87,0.28431372549019607,0.6692307692307692,0.7166882276843467,0.39908256880733944,0.692959498457558,0.3388704318936877
358,raw,0.5,642,87,75,66,0.43137254901960786,0.46808510638297873,0.8806584362139918,0.4489795918367347,0.6743717712984852,0.17586206896551723
358,calibrated,0.5,705,24,103,38,0.6129032258064516,0.2695035460992908,0.9670781893004116,0.37438423645320196,0.6182908676998512,0.07126436781609195
358,calibrated,development_F1,520,209,41,100,0.32362459546925565,0.7092198581560284,0.7133058984910837,0.4444444444444444,0.7112628783235561,0.35517241379310344
359,raw,0.5,682,86,100,79,0.47878787878787876,0.441340782122905,0.8880208333333334,0.45930232558139533,0.6646808077281192,0.17423442449841606
359,calibrated,0.5,748,20,139,40,0.6666666666666666,0.22346368715083798,0.9739583333333334,0.33472803347280333,0.5987110102420856,0.06335797254487856
359,calibrated,development_F1,551,217,41,138,0.38873239436619716,0.770949720670391,0.7174479166666666,0.5168539325842697,0.7441988186685289,0.37486800422386485
360,raw,0.5,692,62,84,87,0.5838926174496645,0.5087719298245614,0.9177718832891246,0.54375,0.713271906556843,0.16108108108108107
360,calibrated,0.5,737,17,124,47,0.734375,0.27485380116959063,0.9774535809018567,0.4,0.6261536910357237,0.06918918918918919
360,calibrated,development_F1,563,191,39,132,0.4086687306501548,0.7719298245614035,0.746684350132626,0.5344129554655871,0.7593070873470147,0.3491891891891892
361,raw,0.5,767,98,112,136,0.5811965811965812,0.5483870967741935,0.8867052023121387,0.5643153526970954,0.7175461495431661,0.21024258760107817
361,calibrated,0.5,838,27,189,59,0.686046511627907,0.23790322580645162,0.96878612716763,0.3532934131736527,0.6033446764870408,0.07726864330637916
361,calibrated,development_F1,594,271,43,205,0.43067226890756305,0.8266129032258065,0.6867052023121387,0.5662983425414365,0.7566590527689726,0.4276729559748428
362,raw,0.5,677,87,80,80,0.47904191616766467,0.5,0.8861256544502618,0.4892966360856269,0.6930628272251309,0.18073593073593072
362,calibrated,0.5,738,26,129,31,0.543859649122807,0.19375,0.9659685863874345,0.2857142857142857,0.5798592931937173,0.06168831168831169
362,calibrated,development_F1,532,232,39,121,0.34277620396600567,0.75625,0.6963350785340314,0.47173489278752434,0.7262925392670156,0.38203463203463206
363,raw,0.5,659,92,86,77,0.4556213017751479,0.4723926380368098,0.877496671105193,0.463855421686747,0.6749446545710014,0.18490153172866522
363,calibrated,0.5,729,22,126,37,0.6271186440677966,0.22699386503067484,0.9707057256990679,0.3333333333333333,0.5988497953648714,0.06455142231947483
363,calibrated,development_F1,530,221,48,115,0.34226190476190477,0.7055214723926381,0.7057256990679095,0.46092184368737477,0.7056235857302737,0.3676148796498906
364,raw,0.5,827,86,93,98,0.532608695652174,0.5130890052356021,0.9058050383351588,0.5226666666666666,0.7094470217853804,0.16666666666666666
364,calibrated,0.5,897,16,140,51,0.7611940298507462,0.2670157068062827,0.9824753559693319,0.3953488372093023,0.6247455313878073,0.06068840579710145
364,calibrated,development_F1,647,266,40,151,0.36211031175059955,0.7905759162303665,0.7086527929901424,0.4967105263157895,0.7496143546102545,0.37771739130434784
365,raw,0.5,639,88,96,96,0.5217391304347826,0.5,0.8789546079779917,0.5106382978723404,0.6894773039889959,0.20021762785636563
365,calibrated,0.5,691,36,131,61,0.6288659793814433,0.3177083333333333,0.9504814305364512,0.42214532871972316,0.6340948819348923,0.10554951033732318
365,calibrated,development_F1,534,193,53,139,0.4186746987951807,0.7239583333333334,0.734525447042641,0.5305343511450382,0.7292418901879871,0.36126224156692055
366,raw,0.5,819,90,95,63,0.4117647058823529,0.3987341772151899,0.900990099009901,0.40514469453376206,0.6498621381125455,0.14339268978444236
366,calibrated,0.5,889,20,140,18,0.47368421052631576,0.11392405063291139,0.977997799779978,0.1836734693877551,0.5459609252064447,0.03561387066541706
366,calibrated,development_F1,679,230,43,115,0.3333333333333333,0.7278481012658228,0.746974697469747,0.4572564612326044,0.7374113993677849,0.3233364573570759
367,raw,0.5,695,71,136,84,0.5419354838709678,0.38181818181818183,0.9073107049608355,0.448,0.6445644433895087,0.15720081135902636
367,calibrated,0.5,744,22,181,39,0.639344262295082,0.17727272727272728,0.9712793733681462,0.2775800711743772,0.5742760503204367,0.061866125760649086
367,calibrated,development_F1,545,221,67,153,0.4090909090909091,0.6954545454545454,0.7114882506527415,0.5151515151515151,0.7034713980536434,0.3793103448275862
368,raw,0.5,712,89,69,94,0.5136612021857924,0.5766871165644172,0.8888888888888888,0.5433526011560693,0.732788002726653,0.18983402489626555
368,calibrated,0.5,781,20,122,41,0.6721311475409836,0.25153374233128833,0.9750312109862672,0.36607142857142855,0.6132824766587778,0.06327800829875518
368,calibrated,development_F1,544,257,27,136,0.3460559796437659,0.8343558282208589,0.6791510611735331,0.4892086330935252,0.756753444697196,0.40767634854771784
369,raw,0.5,661,80,81,61,0.4326241134751773,0.4295774647887324,0.8920377867746289,0.43109540636042404,0.6608076257816806,0.159682899207248
369,calibrated,0.5,714,27,111,31,0.5344827586206896,0.21830985915492956,0.9635627530364372,0.31,0.5909363060956834,0.06568516421291053
369,calibrated,development_F1,524,217,36,106,0.3281733746130031,0.7464788732394366,0.7071524966261808,0.4559139784946237,0.7268156849328087,0.36579841449603623
370,raw,0.5,637,55,58,53,0.49074074074074076,0.4774774774774775,0.9205202312138728,0.4840182648401826,0.6989988543456751,0.13449564134495642
370,calibrated,0.5,669,23,87,24,0.5106382978723404,0.21621621621621623,0.9667630057803468,0.3037974683544304,0.5914896109982815,0.058530510585305104
370,calibrated,development_F1,521,171,29,82,0.3241106719367589,0.7387387387387387,0.7528901734104047,0.45054945054945056,0.7458144560745716,0.3150684931506849
371,raw,0.5,847,101,78,85,0.45698924731182794,0.5214723926380368,0.8934599156118144,0.4871060171919771,0.7074661541249256,0.16741674167416742
371,calibrated,0.5,930,18,122,41,0.6949152542372882,0.25153374233128833,0.9810126582278481,0.36936936936936937,0.6162732002795682,0.05310531053105311
371,calibrated,development_F1,668,280,32,131,0.31873479318734793,0.803680981595092,0.7046413502109705,0.4564459930313589,0.7541611659030313,0.36993699369936994
372,raw,0.5,595,69,82,61,0.46923076923076923,0.42657342657342656,0.8960843373493976,0.4468864468864469,0.661328881961412,0.161090458488228
372,calibrated,0.5,642,22,118,25,0.5319148936170213,0.17482517482517482,0.9668674698795181,0.2631578947368421,0.5708463223523464,0.058240396530359353
372,calibrated,development_F1,479,185,40,103,0.3576388888888889,0.7202797202797203,0.7213855421686747,0.4779582366589327,0.7208326312241975,0.35687732342007433
373,raw,0.5,756,101,104,97,0.4898989898989899,0.48258706467661694,0.882147024504084,0.48621553884711777,0.6823670445903505,0.18714555765595464
373,calibrated,0.5,842,15,151,50,0.7692307692307693,0.24875621890547264,0.9824970828471412,0.37593984962406013,0.615626650876307,0.06143667296786389
373,calibrated,development_F1,615,242,45,156,0.39195979899497485,0.7761194029850746,0.7176196032672112,0.5208681135225376,0.746869503126143,0.3761814744801512
374,raw,0.5,805,113,103,89,0.4405940594059406,0.4635416666666667,0.8769063180827886,0.4517766497461929,0.6702239923747276,0.18198198198198198
374,calibrated,0.5,903,15,148,44,0.7457627118644068,0.22916666666666666,0.9836601307189542,0.350597609561753,0.6064133986928104,0.05315315315315315
374,calibrated,development_F1,605,313,39,153,0.3283261802575107,0.796875,0.659041394335512,0.46504559270516715,0.727958197167756,0.4198198198198198
375,raw,0.5,739,97,98,98,0.5025641025641026,0.5,0.8839712918660287,0.5012787723785166,0.6919856459330144,0.18895348837209303
375,calibrated,0.5,812,24,155,41,0.6307692307692307,0.20918367346938777,0.9712918660287081,0.31417624521072796,0.590237769749048,0.06298449612403101
375,calibrated,development_F1,592,244,49,147,0.37595907928388744,0.75,0.7081339712918661,0.5008517887563884,0.7290669856459331,0.37887596899224807
376,raw,0.5,741,109,82,106,0.4930232558139535,0.5638297872340425,0.8717647058823529,0.5260545905707196,0.7177972465581977,0.2071290944123314
376,calibrated,0.5,822,28,140,48,0.631578947368421,0.2553191489361702,0.9670588235294117,0.36363636363636365,0.6111889862327909,0.07321772639691715
376,calibrated,development_F1,573,277,37,151,0.352803738317757,0.8031914893617021,0.6741176470588235,0.4902597402597403,0.7386545682102628,0.4123314065510597
377,raw,0.5,613,69,59,100,0.591715976331361,0.6289308176100629,0.8988269794721407,0.6097560975609756,0.7638788985411018,0.20095124851367419
377,calibrated,0.5,663,19,120,39,0.6724137931034483,0.24528301886792453,0.9721407624633431,0.35944700460829493,0.6087118906656338,0.06896551724137931
377,calibrated,development_F1,479,203,41,118,0.367601246105919,0.7421383647798742,0.7023460410557185,0.49166666666666664,0.7222422029177964,0.3816884661117717
378,raw,0.5,734,77,98,80,0.5095541401273885,0.449438202247191,0.905055487053021,0.47761194029850745,0.677246844650106,0.15874620829120323
378,calibrated,0.5,783,28,139,39,0.582089552238806,0.21910112359550563,0.9654747225647349,0.3183673469387755,0.5922879230801202,0.06774519716885744
378,calibrated,development_F1,597,214,55,123,0.3649851632047478,0.6910112359550562,0.7361282367447596,0.47766990291262135,0.7135697363499078,0.34074823053589487
379,raw,0.5,696,103,101,97,0.485,0.4898989898989899,0.8710888610763454,0.48743718592964824,0.6804939254876676,0.20060180541624875
379,calibrated,0.5,766,33,142,56,0.6292134831460674,0.2828282828282828,0.9586983729662077,0.3902439024390244,0.6207633278972453,0.08926780341023069
379,calibrated,development_F1,556,243,41,157,0.3925,0.7929292929292929,0.6958698372966208,0.5250836120401338,0.7443995651129569,0.4012036108324975
380,raw,0.5,653,73,84,95,0.5654761904761905,0.5307262569832403,0.8994490358126722,0.547550432276657,0.7150876463979563,0.1856353591160221
380,calibrated,0.5,705,21,130,49,0.7,0.2737430167597765,0.9710743801652892,0.39357429718875503,0.6224086984625329,0.07734806629834254
380,calibrated,development_F1,515,211,50,129,0.37941176470588234,0.7206703910614525,0.709366391184573,0.49710982658959535,0.7150183911230128,0.3756906077348066
381,raw,0.5,751,81,86,88,0.5207100591715976,0.5057471264367817,0.9026442307692307,0.5131195335276968,0.7041956786030061,0.1679920477137177
381,calibrated,0.5,813,19,134,40,0.6779661016949152,0.22988505747126436,0.9771634615384616,0.34334763948497854,0.603524259504863,0.05864811133200795
381,calibrated,development_F1,622,210,42,132,0.38596491228070173,0.7586206896551724,0.7475961538461539,0.5116279069767442,0.7531084217506632,0.3399602385685885
382,raw,0.5,710,68,75,71,0.5107913669064749,0.4863013698630137,0.9125964010282777,0.4982456140350877,0.6994488854456457,0.15043290043290045
382,calibrated,0.5,760,18,110,36,0.6666666666666666,0.2465753424657534,0.9768637532133676,0.36,0.6117195478395605,0.05844155844155844
382,calibrated,development_F1,591,187,33,113,0.37666666666666665,0.773972602739726,0.7596401028277635,0.5067264573991032,0.7668063527837448,0.3246753246753247
383,raw,0.5,645,77,76,80,0.5095541401273885,0.5128205128205128,0.8933518005540166,0.5111821086261981,0.7030861566872647,0.1788154897494305
383,calibrated,0.5,693,29,111,45,0.6081081081081081,0.28846153846153844,0.9598337950138505,0.391304347826087,0.6241476667376944,0.08428246013667426
383,calibrated,development_F1,495,227,37,119,0.3439306358381503,0.7628205128205128,0.685595567867036,0.47410358565737054,0.7242080403437744,0.3940774487471526
384,raw,0.5,631,69,62,62,0.4732824427480916,0.5,0.9014285714285715,0.48627450980392156,0.7007142857142857,0.15898058252427186
384,calibrated,0.5,679,21,95,29,0.58,0.23387096774193547,0.97,0.3333333333333333,0.6019354838709677,0.06067961165048544
384,calibrated,development_F1,528,172,34,90,0.3435114503816794,0.7258064516129032,0.7542857142857143,0.46632124352331605,0.7400460829493087,0.3179611650485437
385,raw,0.5,691,103,80,87,0.45789473684210524,0.5209580838323353,0.8702770780856424,0.48739495798319327,0.6956175809589888,0.19771071800208118
385,calibrated,0.5,763,31,113,54,0.6352941176470588,0.32335329341317365,0.9609571788413098,0.42857142857142855,0.6421552361272418,0.08844953173777315
385,calibrated,development_F1,559,235,36,131,0.35792349726775957,0.7844311377245509,0.7040302267002518,0.4915572232645403,0.7442306822124014,0.3808532778355879
386,raw,0.5,706,105,67,113,0.518348623853211,0.6277777777777778,0.8705302096177558,0.5678391959798995,0.7491539936977668,0.2199798183652876
386,calibrated,0.5,775,36,114,66,0.6470588235294118,0.36666666666666664,0.9556103575832305,0.46808510638297873,0.6611385121249486,0.1029263370332997
386,calibrated,development_F1,544,267,27,153,0.36428571428571427,0.85,0.6707768187422934,0.51,0.7603884093711467,0.4238143289606458
387,raw,0.5,691,79,108,92,0.5380116959064327,0.46,0.8974025974025974,0.49595687331536387,0.6787012987012987,0.17628865979381445
387,calibrated,0.5,750,20,166,34,0.6296296296296297,0.17,0.974025974025974,0.2677165354330709,0.572012987012987,0.05567010309278351
387,calibrated,development_F1,559,211,41,159,0.4297297297297297,0.795,0.7259740259740259,0.5578947368421052,0.7604870129870129,0.38144329896907214
388,raw,0.5,728,115,82,60,0.34285714285714286,0.4225352112676056,0.863582443653618,0.3785488958990536,0.6430588274606118,0.17766497461928935
388,calibrated,0.5,809,34,113,29,0.4603174603174603,0.20422535211267606,0.9596678529062871,0.28292682926829266,0.5819466025094816,0.06395939086294417
388,calibrated,development_F1,577,266,44,98,0.2692307692307692,0.6901408450704225,0.6844602609727165,0.38735177865612647,0.6873005530215694,0.3695431472081218
389,raw,0.5,702,71,94,104,0.5942857142857143,0.5252525252525253,0.908150064683053,0.5576407506702413,0.7167012949677891,0.18022657054582905
389,calibrated,0.5,754,19,140,58,0.7532467532467533,0.29292929292929293,0.9754204398447607,0.4218181818181818,0.6341748663870268,0.07929969104016478
389,calibrated,development_F1,590,183,42,156,0.46017699115044247,0.7878787878787878,0.7632600258732212,0.5810055865921788,0.7755694068760045,0.349124613800206
390,raw,0.5,745,95,113,100,0.5128205128205128,0.4694835680751174,0.8869047619047619,0.49019607843137253,0.6781941649899397,0.18518518518518517
390,calibrated,0.5,816,24,171,42,0.6363636363636364,0.19718309859154928,0.9714285714285714,0.3010752688172043,0.5843058350100604,0.06267806267806268
390,calibrated,development_F1,589,251,47,166,0.3980815347721823,0.7793427230046949,0.7011904761904761,0.526984126984127,0.7402665995975855,0.396011396011396
391,raw,0.5,680,75,88,80,0.5161290322580645,0.47619047619047616,0.9006622516556292,0.4953560371517028,0.6884263639230527,0.16793066088840736
391,calibrated,0.5,732,23,123,45,0.6617647058823529,0.26785714285714285,0.9695364238410596,0.3813559322033898,0.6186967833491013,0.07367280606717226
391,calibrated,development_F1,543,212,46,122,0.3652694610778443,0.7261904761904762,0.7192052980132451,0.4860557768924303,0.7226978871018606,0.361863488624052
392,raw,0.5,758,75,88,81,0.5192307692307693,0.47928994082840237,0.9099639855942377,0.49846153846153846,0.69462696321132,0.15568862275449102
392,calibrated,0.5,808,25,118,51,0.6710526315789473,0.30177514792899407,0.9699879951980792,0.4163265306122449,0.6358815715635366,0.07584830339321358
392,calibrated,development_F1,613,220,38,131,0.3732193732193732,0.7751479289940828,0.7358943577430972,0.5038461538461538,0.75552114336859,0.3502994011976048
393,raw,0.5,650,66,92,94,0.5875,0.5053763440860215,0.9078212290502793,0.5433526011560693,0.7065987865681504,0.17738359201773837
393,calibrated,0.5,699,17,141,45,0.7258064516129032,0.24193548387096775,0.9762569832402235,0.3629032258064516,0.6090962335555956,0.06873614190687362
393,calibrated,development_F1,551,165,33,153,0.4811320754716981,0.8225806451612904,0.7695530726256983,0.6071428571428571,0.7960668588934943,0.352549889135255
394,raw,0.5,733,78,75,74,0.4868421052631579,0.4966442953020134,0.903822441430333,0.49169435215946844,0.7002333683661732,0.15833333333333333
394,calibrated,0.5,793,18,114,35,0.660377358490566,0.2348993288590604,0.9778051787916153,0.3465346534653465,0.6063522538253379,0.05520833333333333
394,calibrated,development_F1,599,212,38,111,0.34365325077399383,0.7449664429530202,0.7385943279901356,0.4703389830508475,0.7417803854715779,0.33645833333333336
395,raw,0.5,702,85,72,72,0.4585987261146497,0.5,0.8919949174078781,0.47840531561461797,0.695997458703939,0.1686358754027927
395,calibrated,0.5,765,22,106,38,0.6333333333333333,0.2638888888888889,0.9720457433290979,0.37254901960784315,0.6179673161089934,0.0644468313641246
395,calibrated,development_F1,578,209,29,115,0.3549382716049383,0.7986111111111112,0.7344345616264295,0.49145299145299143,0.7665228363687704,0.34801288936627284
396,raw,0.5,669,68,119,97,0.5878787878787879,0.44907407407407407,0.9077340569877883,0.5091863517060368,0.6784040655309311,0.1731374606505771
396,calibrated,0.5,721,16,180,36,0.6923076923076923,0.16666666666666666,0.9782903663500678,0.26865671641791045,0.5724785165083672,0.05456453305351522
396,calibrated,development_F1,548,189,50,166,0.4676056338028169,0.7685185185185185,0.7435549525101763,0.5814360770577933,0.7560367355143474,0.372507869884575
397,raw,0.5,682,105,77,62,0.3712574850299401,0.4460431654676259,0.866581956797967,0.40522875816993464,0.6563125611327965,0.18034557235421167
397,calibrated,0.5,756,31,115,24,0.43636363636363634,0.17266187050359713,0.9606099110546379,0.24742268041237114,0.5666358907791175,0.05939524838012959
397,calibrated,development_F1,542,245,42,97,0.28362573099415206,0.697841726618705,0.6886912325285895,0.40332640332640335,0.6932664795736473,0.3693304535637149
398,raw,0.5,746,66,74,44,0.4,0.3728813559322034,0.9187192118226601,0.38596491228070173,0.6458002838774317,0.11827956989247312
398,calibrated,0.5,793,19,97,21,0.525,0.17796610169491525,0.9766009852216748,0.26582278481012656,0.577283543458295,0.043010752688172046
398,calibrated,development_F1,624,188,52,66,0.25984251968503935,0.559322033898305,0.7684729064039408,0.3548387096774194,0.6638974701511229,0.2731182795698925
399,raw,0.5,628,77,94,87,0.5304878048780488,0.48066298342541436,0.8907801418439716,0.5043478260869565,0.685721562634693,0.18510158013544017
399,calibrated,0.5,669,36,135,46,0.5609756097560976,0.2541436464088398,0.948936170212766,0.34980988593155893,0.6015399083108028,0.09255079006772009
399,calibrated,development_F1,496,209,47,134,0.39067055393586003,0.7403314917127072,0.7035460992907802,0.5114503816793893,0.7219387955017437,0.3871331828442438
400,raw,0.5,689,69,72,72,0.5106382978723404,0.5,0.9089709762532981,0.5052631578947369,0.7044854881266491,0.15631929046563192
400,calibrated,0.5,736,22,110,34,0.6071428571428571,0.2361111111111111,0.9709762532981531,0.34,0.6035436822046321,0.06208425720620843
400,calibrated,development_F1,553,205,44,100,0.32786885245901637,0.6944444444444444,0.7295514511873351,0.44543429844098,0.7119979478158898,0.33813747228381374
401,raw,0.5,665,89,90,81,0.4764705882352941,0.47368421052631576,0.8819628647214854,0.4750733137829912,0.6778235376239006,0.1837837837837838
401,calibrated,0.5,720,34,128,43,0.5584415584415584,0.25146198830409355,0.9549071618037135,0.3467741935483871,0.6031845750539035,0.08324324324324324
401,calibrated,development_F1,532,222,44,127,0.3638968481375358,0.7426900584795322,0.7055702917771883,0.48846153846153845,0.7241301751283602,0.3772972972972973
402,raw,0.5,690,65,55,74,0.5323741007194245,0.5736434108527132,0.9139072847682119,0.5522388059701493,0.7437753478104625,0.15723981900452488
402,calibrated,0.5,726,29,101,28,0.49122807017543857,0.21705426356589147,0.9615894039735099,0.3010752688172043,0.5893218337697007,0.06447963800904978
402,calibrated,development_F1,552,203,24,105,0.3409090909090909,0.813953488372093,0.7311258278145696,0.4805491990846682,0.7725396580933312,0.34841628959276016
403,raw,0.5,740,73,59,69,0.4859154929577465,0.5390625,0.9102091020910209,0.5111111111111111,0.7246358010455105,0.15090329436769395
403,calibrated,0.5,795,18,100,28,0.6086956521739131,0.21875,0.977859778597786,0.3218390804597701,0.5983048892988929,0.048884165781083955
403,calibrated,development_F1,595,218,45,83,0.2757475083056478,0.6484375,0.7318573185731857,0.38694638694638694,0.6901474092865929,0.3198724760892667
404,raw,0.5,705,82,79,60,0.4225352112676056,0.4316546762589928,0.8958068614993647,0.42704626334519574,0.6637307688791787,0.15334773218142547
404,calibrated,0.5,764,23,111,28,0.5490196078431373,0.2014388489208633,0.9707750952986023,0.29473684210526313,0.5861069721097328,0.0550755939524838
404,calibrated,development_F1,559,228,53,86,0.27388535031847133,0.6187050359712231,0.7102922490470139,0.37969094922737306,0.6644986425091185,0.3390928725701944
405,raw,0.5,678,70,95,102,0.5930232558139535,0.5177664974619289,0.9064171122994652,0.5528455284552846,0.712091804880697,0.182010582010582
405,calibrated,0.5,731,17,144,53,0.7571428571428571,0.26903553299492383,0.9772727272727273,0.3970037453183521,0.6231541301338256,0.07407407407407407
405,calibrated,development_F1,540,208,42,155,0.42699724517906334,0.7868020304568528,0.7219251336898396,0.5535714285714286,0.7543635820733462,0.38412698412698415
406,raw,0.5,669,75,88,103,0.5786516853932584,0.5392670157068062,0.8991935483870968,0.5582655826558266,0.7192302820469515,0.19037433155080213
406,calibrated,0.5,717,27,134,57,0.6785714285714286,0.29842931937172773,0.9637096774193549,0.41454545454545455,0.6310694983955413,0.08983957219251337
406,calibrated,development_F1,546,198,34,157,0.4422535211267606,0.8219895287958116,0.7338709677419355,0.575091575091575,0.7779302482688735,0.37967914438502676
407,raw,0.5,758,79,92,65,0.4513888888888889,0.4140127388535032,0.9056152927120669,0.4318936877076412,0.659814015782785,0.1448692152917505
407,calibrated,0.5,815,22,130,27,0.5510204081632653,0.17197452229299362,0.973715651135006,0.2621359223300971,0.5728450867139998,0.04929577464788732
407,calibrated,development_F1,614,223,41,116,0.3421828908554572,0.7388535031847133,0.7335722819593787,0.46774193548387094,0.736212892572046,0.341046277665996
408,raw,0.5,743,109,87,93,0.4603960396039604,0.5166666666666667,0.8720657276995305,0.4869109947643979,0.6943661971830986,0.19573643410852712
408,calibrated,0.5,831,21,135,45,0.6818181818181818,0.25,0.9753521126760564,0.36585365853658536,0.6126760563380282,0.06395348837209303
408,calibrated,development_F1,601,251,42,138,0.35475578406169667,0.7666666666666667,0.7053990610328639,0.4850615114235501,0.7360328638497653,0.37693798449612403
409,raw,0.5,733,77,71,97,0.5574712643678161,0.5773809523809523,0.9049382716049382,0.5672514619883041,0.7411596119929453,0.17791411042944785
409,calibrated,0.5,785,25,122,46,0.647887323943662,0.27380952380952384,0.9691358024691358,0.38493723849372385,0.6214726631393298,0.07259713701431493
409,calibrated,development_F1,599,211,33,135,0.3901734104046243,0.8035714285714286,0.7395061728395061,0.5252918287937743,0.7715388007054673,0.3537832310838446
410,raw,0.5,688,90,84,68,0.43037974683544306,0.4473684210526316,0.884318766066838,0.43870967741935485,0.6658435935597348,0.16989247311827957
410,calibrated,0.5,757,21,121,31,0.5961538461538461,0.20394736842105263,0.9730077120822622,0.30392156862745096,0.5884775402516574,0.05591397849462366
410,calibrated,development_F1,556,222,38,114,0.3392857142857143,0.75,0.7146529562982005,0.4672131147540984,0.7323264781491002,0.36129032258064514
411,raw,0.5,662,82,89,78,0.4875,0.46706586826347307,0.8897849462365591,0.47706422018348627,0.6784254072500161,0.1756311745334797
411,calibrated,0.5,725,19,131,36,0.6545454545454545,0.2155688622754491,0.9744623655913979,0.32432432432432434,0.5950156139334235,0.06037321624588365
411,calibrated,development_F1,517,227,37,130,0.3641456582633053,0.7784431137724551,0.6948924731182796,0.4961832061068702,0.7366677934453674,0.3918770581778266
412,raw,0.5,814,123,98,89,0.419811320754717,0.47593582887700536,0.8687299893276414,0.44611528822055135,0.6723329091023234,0.18861209964412812
412,calibrated,0.5,908,29,144,43,0.5972222222222222,0.22994652406417113,0.9690501600853789,0.33204633204633205,0.599498342074775,0.06405693950177936
412,calibrated,development_F1,633,304,42,145,0.32293986636971045,0.7754010695187166,0.6755602988260405,0.4559748427672956,0.7254806841723785,0.3994661921708185
413,raw,0.5,614,81,69,79,0.49375,0.5337837837837838,0.883453237410072,0.512987012987013,0.7086185105969278,0.18979833926453143
413,calibrated,0.5,676,19,118,30,0.6122448979591837,0.20270270270270271,0.9726618705035971,0.30456852791878175,0.5876822866031499,0.05812574139976275
413,calibrated,development_F1,479,216,31,117,0.35135135135135137,0.7905405405405406,0.6892086330935252,0.4864864864864865,0.7398745868170329,0.39501779359430605
414,raw,0.5,637,92,104,100,0.5208333333333334,0.49019607843137253,0.8737997256515775,0.5050505050505051,0.681997902041475,0.2057877813504823
414,calibrated,0.5,707,22,156,48,0.6857142857142857,0.23529411764705882,0.9698216735253772,0.35036496350364965,0.602557895586218,0.07502679528403002
414,calibrated,development_F1,516,213,40,164,0.4350132625994695,0.803921568627451,0.7078189300411523,0.5645438898450946,0.7558702493343017,0.4040728831725616
415,raw,0.5,656,67,89,88,0.567741935483871,0.4971751412429379,0.9073305670816044,0.5301204819277109,0.7022528541622711,0.17222222222222222
415,calibrated,0.5,702,21,133,44,0.676923076923077,0.24858757062146894,0.970954356846473,0.36363636363636365,0.609770963733971,0.07222222222222222
415,calibrated,development_F1,545,178,52,125,0.41254125412541254,0.7062146892655368,0.7538035961272476,0.5208333333333334,0.7300091426963922,0.33666666666666667
416,raw,0.5,733,85,70,58,0.40559440559440557,0.453125,0.8960880195599022,0.4280442804428044,0.6746065097799512,0.1511627906976744
416,calibrated,0.5,803,15,100,28,0.6511627906976745,0.21875,0.9816625916870416,0.32748538011695905,0.6002062958435208,0.045454545454545456
416,calibrated,development_F1,584,234,34,94,0.2865853658536585,0.734375,0.7139364303178484,0.41228070175438597,0.7241557151589242,0.346723044397463
417,raw,0.5,678,70,100,110,0.6111111111111112,0.5238095238095238,0.9064171122994652,0.5641025641025641,0.7151133180544945,0.18789144050104384
417,calibrated,0.5,729,19,163,47,0.7121212121212122,0.22380952380952382,0.9745989304812834,0.34057971014492755,0.5992042271454037,0.06889352818371608
417,calibrated,development_F1,531,217,47,163,0.42894736842105263,0.7761904761904762,0.7098930481283422,0.5525423728813559,0.7430417621594092,0.3966597077244259
418,raw,0.5,745,77,94,69,0.4726027397260274,0.4233128834355828,0.9063260340632603,0.44660194174757284,0.6648194587494216,0.14822335025380712
418,calibrated,0.5,804,18,127,36,0.6666666666666666,0.22085889570552147,0.9781021897810219,0.3317972350230415,0.5994805427432717,0.05482233502538071
418,calibrated,development_F1,600,222,50,113,0.3373134328358209,0.6932515337423313,0.7299270072992701,0.4538152610441767,0.7115892705208007,0.3401015228426396
419,raw,0.5,713,83,69,98,0.5414364640883977,0.5868263473053892,0.8957286432160804,0.5632183908045977,0.7412774952607348,0.18795430944963656
419,calibrated,0.5,775,21,106,61,0.7439024390243902,0.3652694610778443,0.9736180904522613,0.4899598393574297,0.6694437757650529,0.08515057113187954
419,calibrated,development_F1,566,230,28,139,0.37669376693766937,0.8323353293413174,0.7110552763819096,0.5186567164179104,0.7716953028616135,0.38317757009345793
420,raw,0.5,685,75,74,78,0.5098039215686274,0.5131578947368421,0.9013157894736842,0.5114754098360655,0.7072368421052632,0.16776315789473684
420,calibrated,0.5,733,27,108,44,0.6197183098591549,0.2894736842105263,0.9644736842105263,0.39461883408071746,0.6269736842105262,0.07785087719298246
420,calibrated,development_F1,568,192,45,107,0.35785953177257523,0.7039473684210527,0.7473684210526316,0.4745011086474501,0.7256578947368422,0.32785087719298245
421,raw,0.5,619,66,88,80,0.547945205479452,0.47619047619047616,0.9036496350364963,0.5095541401273885,0.6899200556134862,0.17116060961313012
421,calibrated,0.5,665,20,132,36,0.6428571428571429,0.21428571428571427,0.9708029197080292,0.32142857142857145,0.5925443169968717,0.06565064478311841
421,calibrated,development_F1,504,181,42,126,0.41042345276872966,0.75,0.7357664233576642,0.5305263157894737,0.7428832116788321,0.35990621336459555
422,raw,0.5,706,78,65,89,0.5329341317365269,0.577922077922078,0.9005102040816326,0.5545171339563862,0.7392161410018553,0.17803837953091683
422,calibrated,0.5,763,21,100,54,0.72,0.35064935064935066,0.9732142857142857,0.47161572052401746,0.6619318181818181,0.07995735607675906
422,calibrated,development_F1,581,203,32,122,0.37538461538461537,0.7922077922077922,0.7410714285714286,0.5093945720250522,0.7666396103896105,0.3464818763326226
423,raw,0.5,707,64,82,102,0.6144578313253012,0.5543478260869565,0.9169909208819714,0.5828571428571429,0.7356693734844639,0.17382198952879582
423,calibrated,0.5,749,22,149,35,0.6140350877192983,0.19021739130434784,0.9714656290531777,0.29045643153526973,0.5808415101787627,0.05968586387434555
423,calibrated,development_F1,567,204,24,160,0.43956043956043955,0.8695652173913043,0.7354085603112841,0.583941605839416,0.8024868888512942,0.381151832460733
424,raw,0.5,687,89,73,88,0.4971751412429379,0.546583850931677,0.8853092783505154,0.5207100591715976,0.7159465646410963,0.18890074706510138
424,calibrated,0.5,752,24,125,36,0.6,0.2236024844720497,0.9690721649484536,0.3257918552036199,0.5963373247102517,0.064034151547492
424,calibrated,development_F1,552,224,23,138,0.3812154696132597,0.8571428571428571,0.711340206185567,0.5277246653919694,0.7842415316642121,0.3863393810032017
425,raw,0.5,639,88,85,94,0.5164835164835165,0.5251396648044693,0.8789546079779917,0.5207756232686981,0.7020471363912305,0.20088300220750552
425,calibrated,0.5,701,26,138,41,0.6119402985074627,0.22905027932960895,0.9642365887207703,0.3333333333333333,0.5966434340251896,0.0739514348785872
425,calibrated,development_F1,516,211,45,134,0.3884057971014493,0.7486033519553073,0.7097661623108665,0.5114503816793893,0.729184757133087,0.38079470198675497
426,raw,0.5,722,93,119,95,0.5053191489361702,0.4439252336448598,0.8858895705521472,0.472636815920398,0.6649074020985035,0.1827016520894072
426,calibrated,0.5,782,33,167,47,0.5875,0.21962616822429906,0.9595092024539877,0.3197278911564626,0.5895676853391434,0.07774538386783285
426,calibrated,development_F1,583,232,52,162,0.41116751269035534,0.7570093457943925,0.7153374233128834,0.5328947368421053,0.736173384553638,0.38289601554907676
427,raw,0.5,624,78,79,88,0.5301204819277109,0.5269461077844312,0.8888888888888888,0.5285285285285285,0.7079174983366601,0.19102416570771003
427,calibrated,0.5,671,31,121,46,0.5974025974025974,0.2754491017964072,0.9558404558404558,0.3770491803278688,0.6156447788184315,0.08860759493670886
427,calibrated,development_F1,502,200,38,129,0.39209726443769,0.7724550898203593,0.7150997150997151,0.5201612903225806,0.7437774024600372,0.378596087456847
428,raw,0.5,675,73,74,78,0.5165562913907285,0.5131578947368421,0.9024064171122995,0.5148514851485149,0.7077821559245708,0.16777777777777778
428,calibrated,0.5,724,24,110,42,0.6363636363636364,0.27631578947368424,0.9679144385026738,0.3853211009174312,0.622115113988179,0.07333333333333333
428,calibrated,development_F1,549,199,40,112,0.36012861736334406,0.7368421052631579,0.733957219251337,0.4838012958963283,0.7353996622572474,0.34555555555555556
429,raw,0.5,646,67,87,90,0.5732484076433121,0.5084745762711864,0.906030855539972,0.5389221556886228,0.7072527159055793,0.17640449438202246
429,calibrated,0.5,694,19,132,45,0.703125,0.2542372881355932,0.9733520336605891,0.37344398340248963,0.6137946608980911,0.07191011235955057
429,calibrated,development_F1,531,182,43,134,0.4240506329113924,0.7570621468926554,0.7447405329593267,0.5436105476673428,0.7509013399259911,0.3550561797752809
430,raw,0.5,662,75,82,54,0.4186046511627907,0.39705882352941174,0.898236092265943,0.4075471698113208,0.6476474578976774,0.14776632302405499
430,calibrated,0.5,718,19,110,26,0.5777777777777777,0.19117647058823528,0.9742198100407056,0.287292817679558,0.5826981403144704,0.05154639175257732
430,calibrated,development_F1,517,220,41,95,0.30158730158730157,0.6985294117647058,0.7014925373134329,0.4212860310421286,0.7000109745390694,0.36082474226804123
431,raw,0.5,613,78,76,64,0.4507042253521127,0.45714285714285713,0.8871201157742402,0.45390070921985815,0.6721314864585487,0.17087845968712395
431,calibrated,0.5,672,19,110,30,0.6122448979591837,0.21428571428571427,0.9725036179450073,0.31746031746031744,0.5933946661153607,0.05896510228640193
431,calibrated,development_F1,490,201,44,96,0.32323232323232326,0.6857142857142857,0.7091172214182344,0.43935926773455375,0.6974157535662601,0.3574007220216607
432,raw,0.5,639,78,65,53,0.40458015267175573,0.4491525423728814,0.891213389121339,0.42570281124497994,0.6701829657471101,0.1568862275449102
432,calibrated,0.5,693,24,93,25,0.5102040816326531,0.211864406779661,0.9665271966527197,0.2994011976047904,0.5891958017161903,0.058682634730538925
432,calibrated,development_F1,513,204,38,80,0.28169014084507044,0.6779661016949152,0.7154811715481172,0.39800995024875624,0.6967236366215162,0.3401197604790419
433,raw,0.5,690,82,75,83,0.503030303030303,0.5253164556962026,0.8937823834196891,0.5139318885448917,0.7095494195579458,0.1774193548387097
433,calibrated,0.5,746,26,116,42,0.6176470588235294,0.26582278481012656,0.966321243523316,0.37168141592920356,0.6160720141667213,0.07311827956989247
433,calibrated,development_F1,562,210,49,109,0.34169278996865204,0.689873417721519,0.727979274611399,0.4570230607966457,0.708926346166459,0.34301075268817205
434,raw,0.5,727,81,90,79,0.49375,0.46745562130177515,0.8997524752475248,0.48024316109422494,0.6836040482746499,0.16376663254861823
434,calibrated,0.5,779,29,134,35,0.546875,0.20710059171597633,0.9641089108910891,0.30042918454935624,0.5856047513035327,0.06550665301944729
434,calibrated,development_F1,584,224,43,126,0.36,0.7455621301775148,0.7227722772277227,0.48554913294797686,0.7341672037026188,0.35823950870010235
435,raw,0.5,672,86,71,93,0.5195530726256983,0.5670731707317073,0.8865435356200527,0.5422740524781341,0.72680835317588,0.19414316702819956
435,calibrated,0.5,734,24,119,45,0.6521739130434783,0.27439024390243905,0.9683377308707124,0.38626609442060084,0.6213639873865757,0.07483731019522777
435,calibrated,development_F1,557,201,34,130,0.39274924471299094,0.7926829268292683,0.7348284960422163,0.5252525252525253,0.7637557114357423,0.35900216919739697
436,raw,0.5,617,78,93,66,0.4583333333333333,0.41509433962264153,0.8877697841726618,0.43564356435643564,0.6514320618976517,0.1686182669789227
436,calibrated,0.5,673,22,129,30,0.5769230769230769,0.18867924528301888,0.9683453237410072,0.2843601895734597,0.5785122845120131,0.06088992974238876
436,calibrated,development_F1,499,196,57,102,0.3422818791946309,0.6415094339622641,0.7179856115107913,0.44638949671772427,0.6797475227365277,0.34894613583138173
437,raw,0.5,620,74,93,71,0.4896551724137931,0.4329268292682927,0.8933717579250721,0.459546925566343,0.6631492935966824,0.168997668997669
437,calibrated,0.5,663,31,131,33,0.515625,0.20121951219512196,0.9553314121037464,0.2894736842105263,0.5782754621494341,0.07459207459207459
437,calibrated,development_F1,509,185,47,117,0.38741721854304634,0.7134146341463414,0.7334293948126801,0.5021459227467812,0.7234220144795107,0.351981351981352
438,raw,0.5,733,70,82,63,0.47368421052631576,0.43448275862068964,0.912826899128269,0.45323741007194246,0.6736548288744793,0.14029535864978904
438,calibrated,0.5,789,14,120,25,0.6410256410256411,0.1724137931034483,0.9825653798256538,0.2717391304347826,0.5774895864645511,0.04113924050632911
438,calibrated,development_F1,566,237,42,103,0.3029411764705882,0.7103448275862069,0.7048567870485679,0.4247422680412371,0.7076008073173874,0.35864978902953587
439,raw,0.5,808,73,135,111,0.6032608695652174,0.45121951219512196,0.9171396140749148,0.5162790697674419,0.6841795631350184,0.16326530612244897
439,calibrated,0.5,855,26,194,52,0.6666666666666666,0.21138211382113822,0.9704880817253121,0.32098765432098764,0.5909350977732252,0.06921029281277728
439,calibrated,development_F1,654,227,42,204,0.4733178654292343,0.8292682926829268,0.7423382519863791,0.6026587887740029,0.785803272334653,0.3824312333629104
440,raw,0.5,685,96,102,91,0.48663101604278075,0.47150259067357514,0.8770806658130602,0.4789473684210526,0.6742916282433177,0.1919917864476386
440,calibrated,0.5,756,25,160,33,0.5689655172413793,0.17098445595854922,0.967989756722151,0.26294820717131473,0.5694871063403502,0.059548254620123205
440,calibrated,development_F1,558,223,53,140,0.3856749311294766,0.7253886010362695,0.7144686299615877,0.5035971223021583,0.7199286154989286,0.3726899383983573
441,raw,0.5,741,108,86,101,0.48325358851674644,0.5401069518716578,0.872791519434629,0.51010101010101,0.7064492356531433,0.20173745173745175
441,calibrated,0.5,816,33,124,63,0.65625,0.33689839572192515,0.9611307420494699,0.4452296819787986,0.6490145688856975,0.09266409266409266
441,calibrated,development_F1,593,256,38,149,0.36790123456790125,0.7967914438502673,0.6984687868080094,0.5033783783783784,0.7476301153291384,0.3909266409266409
442,raw,0.5,660,76,67,73,0.4899328859060403,0.5214285714285715,0.8967391304347826,0.5051903114186851,0.709083850931677,0.17009132420091325
442,calibrated,0.5,709,27,103,37,0.578125,0.2642857142857143,0.9633152173913043,0.3627450980392157,0.6138004658385093,0.0730593607305936
442,calibrated,development_F1,538,198,38,102,0.34,0.7285714285714285,0.7309782608695652,0.4636363636363636,0.7297748447204968,0.3424657534246575
443,raw,0.5,632,68,74,70,0.5072463768115942,0.4861111111111111,0.9028571428571428,0.49645390070921985,0.694484126984127,0.16350710900473933
443,calibrated,0.5,677,23,106,38,0.6229508196721312,0.2638888888888889,0.9671428571428572,0.37073170731707317,0.6155158730158731,0.07227488151658767
443,calibrated,development_F1,527,173,43,101,0.3686131386861314,0.7013888888888888,0.7528571428571429,0.48325358851674644,0.7271230158730159,0.3246445497630332
444,raw,0.5,695,74,96,76,0.5066666666666667,0.4418604651162791,0.9037711313394018,0.4720496894409938,0.6728157982278404,0.1594048884165781
444,calibrated,0.5,753,16,135,37,0.6981132075471698,0.21511627906976744,0.9791937581274383,0.3288888888888889,0.5971550185986029,0.0563230605738576
444,calibrated,development_F1,556,213,57,115,0.35060975609756095,0.6686046511627907,0.7230169050715215,0.46,0.6958107781171561,0.3485653560042508
445,raw,0.5,651,82,103,73,0.47096774193548385,0.4147727272727273,0.888130968622101,0.44108761329305135,0.6514518479474141,0.1705170517051705
445,calibrated,0.5,715,18,140,36,0.6666666666666666,0.20454545454545456,0.975443383356071,0.3130434782608696,0.5899944189507628,0.0594059405940594
445,calibrated,development_F1,537,196,46,130,0.3987730061349693,0.7386363636363636,0.732605729877217,0.5179282868525896,0.7356210467567903,0.3586358635863586
446,raw,0.5,644,79,100,71,0.47333333333333333,0.4152046783625731,0.8907330567081605,0.4423676012461059,0.6529688675353668,0.16778523489932887
446,calibrated,0.5,700,23,137,34,0.5964912280701754,0.19883040935672514,0.9681881051175657,0.2982456140350877,0.5835092572371454,0.06375838926174497
446,calibrated,development_F1,543,180,59,112,0.3835616438356164,0.6549707602339181,0.7510373443983402,0.4838012958963283,0.7030040523161292,0.32662192393736017
447,raw,0.5,624,81,81,72,0.47058823529411764,0.47058823529411764,0.8851063829787233,0.47058823529411764,0.6778473091364206,0.17832167832167833
447,calibrated,0.5,681,24,122,31,0.5636363636363636,0.20261437908496732,0.9659574468085106,0.2980769230769231,0.5842859129467389,0.0641025641025641
447,calibrated,development_F1,504,201,40,113,0.35987261146496813,0.738562091503268,0.7148936170212766,0.48394004282655245,0.7267278542622724,0.36596736596736595
448,raw,0.5,676,87,121,125,0.589622641509434,0.508130081300813,0.8859764089121888,0.5458515283842795,0.6970532451065009,0.21010901883052527
448,calibrated,0.5,749,14,185,61,0.8133333333333334,0.24796747967479674,0.981651376146789,0.38006230529595014,0.6148094279107928,0.07433102081268583
448,calibrated,development_F1,526,237,44,202,0.4601366742596811,0.8211382113821138,0.6893840104849279,0.5897810218978102,0.7552611109335209,0.43508424182358774
449,raw,0.5,619,77,83,50,0.3937007874015748,0.37593984962406013,0.889367816091954,0.38461538461538464,0.6326538328580071,0.15319662243667068
449,calibrated,0.5,671,25,106,27,0.5192307692307693,0.20300751879699247,0.9640804597701149,0.2918918918918919,0.5835439892835537,0.06272617611580217
449,calibrated,development_F1,491,205,51,82,0.2857142857142857,0.6165413533834586,0.7054597701149425,0.3904761904761905,0.6610005617492005,0.34620024125452353
450,raw,0.5,719,98,89,100,0.5050505050505051,0.5291005291005291,0.8800489596083231,0.5167958656330749,0.7045747443544261,0.19681908548707752
450,calibrated,0.5,790,27,134,55,0.6707317073170732,0.291005291005291,0.966952264381885,0.4059040590405904,0.628978777693588,0.08151093439363817
450,calibrated,development_F1,559,258,33,156,0.37681159420289856,0.8253968253968254,0.6842105263157895,0.5174129353233831,0.7548036758563075,0.4115308151093439
451,raw,0.5,686,85,123,94,0.5251396648044693,0.43317972350230416,0.8897535667963683,0.47474747474747475,0.6614666451493363,0.1811740890688259
451,calibrated,0.5,745,26,180,37,0.5873015873015873,0.17050691244239632,0.9662775616083009,0.2642857142857143,0.5683922370253486,0.06376518218623482
451,calibrated,development_F1,553,218,60,157,0.4186666666666667,0.7235023041474654,0.7172503242542153,0.5304054054054054,0.7203763142008404,0.37955465587044535
452,raw,0.5,695,95,114,86,0.47513812154696133,0.43,0.879746835443038,0.45144356955380577,0.654873417721519,0.18282828282828284
452,calibrated,0.5,766,24,161,39,0.6190476190476191,0.195,0.9696202531645569,0.2965779467680608,0.5823101265822784,0.06363636363636363
452,calibrated,development_F1,567,223,55,145,0.39402173913043476,0.725,0.7177215189873418,0.5105633802816901,0.7213607594936708,0.3717171717171717
453,raw,0.5,686,92,65,83,0.4742857142857143,0.5608108108108109,0.8817480719794345,0.5139318885448917,0.7212794413951227,0.18898488120950324
453,calibrated,0.5,753,25,110,38,0.6031746031746031,0.25675675675675674,0.967866323907455,0.36018957345971564,0.6123115403321059,0.06803455723542116
453,calibrated,development_F1,560,218,32,116,0.3473053892215569,0.7837837837837838,0.7197943444730077,0.48132780082987553,0.7517890641283957,0.36069114470842334
454,raw,0.5,641,73,63,63,0.4632352941176471,0.5,0.8977591036414566,0.48091603053435117,0.6988795518207283,0.1619047619047619
454,calibrated,0.5,687,27,95,31,0.5344827586206896,0.24603174603174602,0.9621848739495799,0.33695652173913043,0.6041083099906629,0.06904761904761905
454,calibrated,development_F1,515,199,31,95,0.3231292517006803,0.753968253968254,0.7212885154061625,0.4523809523809524,0.7376283846872083,0.35
455,raw,0.5,583,91,67,80,0.4678362573099415,0.54421768707483,0.8649851632047477,0.5031446540880503,0.7046014251397889,0.20828258221680876
455,calibrated,0.5,641,33,95,52,0.611764705882353,0.35374149659863946,0.9510385756676558,0.4482758620689655,0.6523900361331476,0.10353227771010962
455,calibrated,development_F1,493,181,31,116,0.39057239057239057,0.7891156462585034,0.7314540059347181,0.5225225225225225,0.7602848260966107,0.3617539585870889
456,raw,0.5,609,63,77,76,0.5467625899280576,0.49673202614379086,0.90625,0.5205479452054794,0.7014910130718954,0.1684848484848485
456,calibrated,0.5,644,28,122,31,0.5254237288135594,0.20261437908496732,0.9583333333333334,0.29245283018867924,0.5804738562091504,0.07151515151515152
456,calibrated,development_F1,503,169,38,115,0.40492957746478875,0.7516339869281046,0.7485119047619048,0.5263157894736842,0.7500729458450046,0.34424242424242424
457,raw,0.5,891,114,109,104,0.47706422018348627,0.48826291079812206,0.8865671641791045,0.48259860788863107,0.6874150374886133,0.17898193760262726
457,calibrated,0.5,978,27,164,49,0.6447368421052632,0.2300469483568075,0.9731343283582089,0.3391003460207612,0.6015906383575083,0.06239737274220033
457,calibrated,development_F1,707,298,43,170,0.36324786324786323,0.7981220657276995,0.7034825870646766,0.49926578560939794,0.750802326396188,0.3842364532019704
458,raw,0.5,669,81,89,94,0.5371428571428571,0.5136612021857924,0.892,0.5251396648044693,0.7028306010928962,0.18756698821007503
458,calibrated,0.5,732,18,136,47,0.7230769230769231,0.2568306010928962,0.976,0.3790322580645161,0.6164153005464481,0.06966773847802786
458,calibrated,development_F1,534,216,40,143,0.3983286908077994,0.7814207650273224,0.712,0.5276752767527675,0.7467103825136612,0.38478027867095393
459,raw,0.5,662,87,79,69,0.4423076923076923,0.46621621621621623,0.8838451268357811,0.45394736842105265,0.6750306715259986,0.17391304347826086
459,calibrated,0.5,725,24,109,39,0.6190476190476191,0.2635135135135135,0.9679572763684913,0.3696682464454976,0.6157353949410024,0.07023411371237458
459,calibrated,development_F1,537,212,47,101,0.3226837060702875,0.6824324324324325,0.7169559412550067,0.43817787418655096,0.6996941868437196,0.34894091415830547
460,raw,0.5,659,89,75,72,0.4472049689440994,0.4897959183673469,0.8810160427807486,0.4675324675324675,0.6854059805740478,0.17988826815642459
460,calibrated,0.5,726,22,111,36,0.6206896551724138,0.24489795918367346,0.9705882352941176,0.35121951219512193,0.6077430972388955,0.06480446927374302
460,calibrated,development_F1,531,217,40,107,0.33024691358024694,0.7278911564625851,0.7098930481283422,0.4543524416135881,0.7188921022954636,0.36201117318435755
461,raw,0.5,682,74,83,78,0.5131578947368421,0.484472049689441,0.9021164021164021,0.4984025559105431,0.6932942259029216,0.16575790621592149
461,calibrated,0.5,736,20,126,35,0.6363636363636364,0.21739130434782608,0.9735449735449735,0.32407407407407407,0.5954681389463998,0.05997818974918211
461,calibrated,development_F1,562,194,46,115,0.37216828478964403,0.7142857142857143,0.7433862433862434,0.48936170212765956,0.7288359788359788,0.33696837513631406
462,raw,0.5,749,84,111,65,0.436241610738255,0.3693181818181818,0.8991596638655462,0.4,0.634238922841864,0.14767096134786917
462,calibrated,0.5,815,18,150,26,0.5909090909090909,0.14772727272727273,0.978391356542617,0.23636363636363636,0.5630593146349449,0.04360753221010902
462,calibrated,development_F1,593,240,54,122,0.3370165745856354,0.6931818181818182,0.7118847539015606,0.45353159851301117,0.7025332860416894,0.3587710604558969
463,raw,0.5,708,82,60,52,0.3880597014925373,0.4642857142857143,0.8962025316455696,0.42276422764227645,0.680244122965642,0.14855875831485588
463,calibrated,0.5,769,21,94,18,0.46153846153846156,0.16071428571428573,0.9734177215189873,0.23841059602649006,0.5670660036166365,0.043237250554323724
463,calibrated,development_F1,556,234,32,80,0.25477707006369427,0.7142857142857143,0.7037974683544304,0.3755868544600939,0.7090415913200723,0.34811529933481156
464,raw,0.5,642,92,62,67,0.42138364779874216,0.5193798449612403,0.8746594005449592,0.4652777777777778,0.6970196227530998,0.1842410196987254
464,calibrated,0.5,704,30,94,35,0.5384615384615384,0.2713178294573643,0.9591280653950953,0.36082474226804123,0.6152229474262298,0.07531865585168018
464,calibrated,development_F1,522,212,38,91,0.30033003300330036,0.7054263565891473,0.7111716621253406,0.4212962962962963,0.7082990093572439,0.3511008111239861
465,raw,0.5,728,97,63,77,0.4425287356321839,0.55,0.8824242424242424,0.49044585987261147,0.7162121212121213,0.18031088082901556
465,calibrated,0.5,800,25,111,29,0.5370370370370371,0.20714285714285716,0.9696969696969697,0.29896907216494845,0.5884199134199134,0.05595854922279793
465,calibrated,development_F1,610,215,26,114,0.3465045592705167,0.8142857142857143,0.7393939393939394,0.4861407249466951,0.7768398268398269,0.34093264248704663
466,raw,0.5,753,107,99,65,0.37790697674418605,0.39634146341463417,0.8755813953488372,0.3869047619047619,0.6359614293817357,0.16796875
466,calibrated,0.5,834,26,136,28,0.5185185185185185,0.17073170731707318,0.9697674418604652,0.25688073394495414,0.5702495745887691,0.052734375
466,calibrated,development_F1,604,256,56,108,0.2967032967032967,0.6585365853658537,0.7023255813953488,0.4090909090909091,0.6804310833806013,0.35546875
467,raw,0.5,719,104,89,69,0.3988439306358382,0.43670886075949367,0.8736330498177399,0.4169184290030212,0.6551709552886168,0.1763506625891947
467,calibrated,0.5,796,27,124,34,0.5573770491803278,0.21518987341772153,0.9671931956257594,0.3105022831050228,0.5911915345217404,0.06218144750254842
467,calibrated,development_F1,565,258,50,108,0.29508196721311475,0.6835443037974683,0.6865127582017011,0.4122137404580153,0.6850285309995847,0.3730886850152905
468,raw,0.5,682,70,101,92,0.5679012345679012,0.47668393782383417,0.9069148936170213,0.5183098591549296,0.6917994157204277,0.17142857142857143
468,calibrated,0.5,731,21,155,38,0.6440677966101694,0.19689119170984457,0.9720744680851063,0.30158730158730157,0.5844828298974755,0.06243386243386243
468,calibrated,development_F1,548,204,58,135,0.39823008849557523,0.6994818652849741,0.7287234042553191,0.5075187969924813,0.7141026347701467,0.35873015873015873
469,raw,0.5,704,82,66,88,0.5176470588235295,0.5714285714285714,0.8956743002544529,0.5432098765432098,0.7335514358415122,0.18085106382978725
469,calibrated,0.5,759,27,116,38,0.5846153846153846,0.24675324675324675,0.9656488549618321,0.3470319634703196,0.6062010508575394,0.06914893617021277
469,calibrated,development_F1,569,217,30,124,0.36363636363636365,0.8051948051948052,0.7239185750636132,0.501010101010101,0.7645566901292092,0.3627659574468085
470,raw,0.5,657,84,76,56,0.4,0.42424242424242425,0.8866396761133604,0.4117647058823529,0.6554410501778923,0.16036655211912945
470,calibrated,0.5,722,19,108,24,0.5581395348837209,0.18181818181818182,0.9743589743589743,0.2742857142857143,0.578088578088578,0.049255441008018326
470,calibrated,development_F1,548,193,49,83,0.3007246376811594,0.6287878787878788,0.7395411605937922,0.4068627450980392,0.6841645196908355,0.3161512027491409
471,raw,0.5,706,74,86,86,0.5375,0.5,0.9051282051282051,0.5180722891566265,0.7025641025641025,0.16806722689075632
471,calibrated,0.5,755,25,126,46,0.647887323943662,0.26744186046511625,0.967948717948718,0.3786008230452675,0.6176952892069171,0.07457983193277311
471,calibrated,development_F1,578,202,54,118,0.36875,0.686046511627907,0.7410256410256411,0.4796747967479675,0.713536076326774,0.33613445378151263
472,raw,0.5,648,78,64,64,0.4507042253521127,0.5,0.8925619834710744,0.4740740740740741,0.6962809917355373,0.16627634660421545
472,calibrated,0.5,709,17,86,42,0.711864406779661,0.328125,0.9765840220385675,0.44919786096256686,0.6523545110192838,0.06908665105386416
472,calibrated,development_F1,545,181,28,100,0.35587188612099646,0.78125,0.7506887052341598,0.4889975550122249,0.7659693526170799,0.32903981264637
473,raw,0.5,709,96,85,89,0.4810810810810811,0.5114942528735632,0.8807453416149068,0.4958217270194986,0.696119797244235,0.18896833503575078
473,calibrated,0.5,780,25,127,47,0.6527777777777778,0.27011494252873564,0.968944099378882,0.3821138211382114,0.6195295209538089,0.0735444330949949
473,calibrated,development_F1,566,239,47,127,0.3469945355191257,0.7298850574712644,0.7031055900621118,0.4703703703703704,0.7164953237666881,0.3738508682328907
474,raw,0.5,671,71,62,61,0.4621212121212121,0.4959349593495935,0.9043126684636119,0.47843137254901963,0.7001238139066027,0.15260115606936417
474,calibrated,0.5,717,25,88,35,0.5833333333333334,0.2845528455284553,0.9663072776280324,0.3825136612021858,0.6254300615782438,0.06936416184971098
474,calibrated,development_F1,551,191,40,83,0.3029197080291971,0.6747967479674797,0.7425876010781671,0.4181360201511335,0.7086921745228234,0.31676300578034683
475,raw,0.5,731,98,86,89,0.47593582887700536,0.5085714285714286,0.8817852834740652,0.49171270718232046,0.6951783560227469,0.18625498007968128
475,calibrated,0.5,795,34,131,44,0.5641025641025641,0.25142857142857145,0.9589867310012062,0.34782608695652173,0.6052076512148888,0.07768924302788845
475,calibrated,development_F1,585,244,43,132,0.35106382978723405,0.7542857142857143,0.7056694813027744,0.4791288566243194,0.7299775977942444,0.3745019920318725
476,raw,0.5,689,96,91,71,0.4251497005988024,0.4382716049382716,0.8777070063694268,0.4316109422492401,0.6579893056538492,0.17634635691657866
476,calibrated,0.5,765,20,128,34,0.6296296296296297,0.20987654320987653,0.9745222929936306,0.3148148148148148,0.5921994181017536,0.057022175290390706
476,calibrated,development_F1,528,257,49,113,0.3054054054054054,0.6975308641975309,0.6726114649681528,0.424812030075188,0.6850711645828418,0.3907074973600845
477,raw,0.5,747,103,99,84,0.44919786096256686,0.45901639344262296,0.8788235294117647,0.4540540540540541,0.6689199614271938,0.18102613746369797
477,calibrated,0.5,819,31,140,43,0.581081081081081,0.23497267759562843,0.9635294117647059,0.3346303501945525,0.5992510446801671,0.07163601161665054
477,calibrated,development_F1,588,262,44,139,0.34663341645885287,0.7595628415300546,0.691764705882353,0.476027397260274,0.7256637737062037,0.38818973862536305
478,raw,0.5,712,98,111,78,0.4431818181818182,0.4126984126984127,0.8790123456790123,0.4273972602739726,0.6458553791887125,0.17617617617617617
478,calibrated,0.5,780,30,149,40,0.5714285714285714,0.21164021164021163,0.9629629629629629,0.3088803088803089,0.5873015873015872,0.07007007007007007
478,calibrated,development_F1,585,225,54,135,0.375,0.7142857142857143,0.7222222222222222,0.4918032786885246,0.7182539682539683,0.36036036036036034
479,raw,0.5,650,83,66,62,0.42758620689655175,0.484375,0.8867667121418826,0.4542124542124542,0.6855708560709413,0.16840882694541232
479,calibrated,0.5,709,24,102,26,0.52,0.203125,0.9672578444747613,0.29213483146067415,0.5851914222373806,0.05807200929152149
479,calibrated,development_F1,527,206,45,83,0.28719723183391005,0.6484375,0.7189631650750341,0.3980815347721823,0.683700332537517,0.3356562137049942
480,raw,0.5,702,87,63,56,0.3916083916083916,0.47058823529411764,0.8897338403041825,0.42748091603053434,0.68016103779915,0.15748898678414097
480,calibrated,0.5,773,16,88,31,0.6595744680851063,0.2605042016806723,0.9797211660329531,0.37349397590361444,0.6201126838568127,0.051762114537444934
480,calibrated,development_F1,580,209,41,78,0.27177700348432055,0.6554621848739496,0.7351077313054499,0.3842364532019704,0.6952849580896998,0.31607929515418504
481,raw,0.5,633,81,75,68,0.4563758389261745,0.4755244755244755,0.8865546218487395,0.4657534246575342,0.6810395486866074,0.17386231038506417
481,calibrated,0.5,689,25,110,33,0.5689655172413793,0.23076923076923078,0.9649859943977591,0.3283582089552239,0.5978776125834949,0.0676779463243874
481,calibrated,development_F1,527,187,38,105,0.3595890410958904,0.7342657342657343,0.7380952380952381,0.4827586206896552,0.7361804861804861,0.34072345390898484
482,raw,0.5,718,108,80,84,0.4375,0.5121951219512195,0.8692493946731235,0.47191011235955055,0.6907222583121715,0.19393939393939394
482,calibrated,0.5,798,28,120,44,0.6111111111111112,0.2682926829268293,0.9661016949152542,0.3728813559322034,0.6171971889210417,0.07272727272727272
482,calibrated,development_F1,576,250,32,132,0.34554973821989526,0.8048780487804879,0.6973365617433414,0.4835164835164835,0.7511073052619146,0.38585858585858585
483,raw,0.5,685,75,86,76,0.5033112582781457,0.4691358024691358,0.9013157894736842,0.48562300319488816,0.68522579597141,0.16377440347071584
483,calibrated,0.5,741,19,130,32,0.6274509803921569,0.19753086419753085,0.975,0.3004694835680751,0.5862654320987655,0.055314533622559656
483,calibrated,development_F1,540,220,32,130,0.37142857142857144,0.8024691358024691,0.7105263157894737,0.5078125,0.7564977257959714,0.3796095444685466
484,raw,0.5,620,78,61,48,0.38095238095238093,0.44036697247706424,0.8882521489971347,0.4085106382978723,0.6643095607370995,0.15613382899628253
484,calibrated,0.5,672,26,83,26,0.5,0.23853211009174313,0.9627507163323782,0.32298136645962733,0.6006414132120607,0.0644361833952912
484,calibrated,development_F1,500,198,39,70,0.26119402985074625,0.6422018348623854,0.7163323782234957,0.3713527851458886,0.6792671065429405,0.33209417596034696
485,raw,0.5,701,72,100,108,0.6,0.5192307692307693,0.906856403622251,0.5567010309278351,0.7130435864265101,0.1834862385321101
485,calibrated,0.5,753,20,165,43,0.6825396825396826,0.20673076923076922,0.9741267787839586,0.3173431734317343,0.5904287740073639,0.06422018348623854
485,calibrated,development_F1,557,216,46,162,0.42857142857142855,0.7788461538461539,0.720569210866753,0.552901023890785,0.7497076823564535,0.3853211009174312
486,raw,0.5,594,73,68,84,0.535031847133758,0.5526315789473685,0.8905547226386806,0.5436893203883495,0.7215931507930246,0.1916971916971917
486,calibrated,0.5,638,29,110,42,0.5915492957746479,0.27631578947368424,0.9565217391304348,0.37668161434977576,0.6164187643020596,0.08669108669108669
486,calibrated,development_F1,482,185,43,109,0.3707482993197279,0.7171052631578947,0.7226386806596702,0.48878923766816146,0.7198719719087825,0.358974358974359
487,raw,0.5,635,76,79,79,0.5096774193548387,0.5,0.8931082981715893,0.5047923322683706,0.6965541490857947,0.17836593785960875
487,calibrated,0.5,687,24,123,35,0.5932203389830508,0.22151898734177214,0.9662447257383966,0.3225806451612903,0.5938818565400844,0.06789413118527042
487,calibrated,development_F1,513,198,39,119,0.3753943217665615,0.7531645569620253,0.7215189873417721,0.5010526315789474,0.7373417721518987,0.36478711162255467
488,raw,0.5,628,59,69,91,0.6066666666666667,0.56875,0.9141193595342066,0.5870967741935483,0.7414346797671033,0.1770956316410862
488,calibrated,0.5,666,21,120,40,0.6557377049180327,0.25,0.9694323144104804,0.36199095022624433,0.6097161572052402,0.07201889020070838
488,calibrated,development_F1,508,179,29,131,0.42258064516129035,0.81875,0.7394468704512372,0.5574468085106383,0.7790984352256186,0.3659976387249115
489,raw,0.5,726,74,112,133,0.642512077294686,0.5428571428571428,0.9075,0.588495575221239,0.7251785714285715,0.19808612440191387
489,calibrated,0.5,785,15,183,62,0.8051948051948052,0.2530612244897959,0.98125,0.38509316770186336,0.6171556122448979,0.07368421052631578
489,calibrated,development_F1,555,245,52,193,0.4406392694063927,0.7877551020408163,0.69375,0.5651537335285505,0.7407525510204082,0.41913875598086126
490,raw,0.5,679,73,78,103,0.5852272727272727,0.569060773480663,0.9029255319148937,0.5770308123249299,0.7359931526977783,0.18863879957127547
490,calibrated,0.5,731,21,119,62,0.7469879518072289,0.3425414364640884,0.9720744680851063,0.4696969696969697,0.6573079522745974,0.08896034297963558
490,calibrated,development_F1,555,197,31,150,0.4322766570605187,0.8287292817679558,0.738031914893617,0.5681818181818182,0.7833805983307864,0.37191854233654875
491,raw,0.5,658,69,68,76,0.5241379310344828,0.5277777777777778,0.9050894085281981,0.5259515570934256,0.7164335931529879,0.16647531572904709
491,calibrated,0.5,703,24,102,42,0.6363636363636364,0.2916666666666667,0.9669876203576341,0.4,0.6293271435121504,0.07577497129735936
491,calibrated,development_F1,545,182,39,105,0.36585365853658536,0.7291666666666666,0.749656121045392,0.4872389791183295,0.7394113938560294,0.32950631458094143
492,raw,0.5,645,71,80,68,0.4892086330935252,0.4594594594594595,0.9008379888268156,0.4738675958188153,0.6801487241431375,0.16087962962962962
492,calibrated,0.5,698,18,111,37,0.6727272727272727,0.25,0.9748603351955307,0.3645320197044335,0.6124301675977654,0.06365740740740741
492,calibrated,development_F1,518,198,40,108,0.35294117647058826,0.7297297297297297,0.723463687150838,0.47577092511013214,0.7265967084402838,0.3541666666666667
493,raw,0.5,660,82,69,78,0.4875,0.5306122448979592,0.889487870619946,0.50814332247557,0.7100500577589526,0.17997750281214847
493,calibrated,0.5,717,25,113,34,0.576271186440678,0.23129251700680273,0.9663072776280324,0.3300970873786408,0.5987998973174176,0.06636670416197975
493,calibrated,development_F1,528,214,38,109,0.33746130030959753,0.7414965986394558,0.7115902964959568,0.46382978723404256,0.7265434475677064,0.36332958380202474
494,raw,0.5,624,79,64,61,0.4357142857142857,0.488,0.887624466571835,0.46037735849056605,0.6878122332859176,0.16908212560386474
494,calibrated,0.5,672,31,91,34,0.5230769230769231,0.272,0.9559032716927454,0.35789473684210527,0.6139516358463727,0.0785024154589372
494,calibrated,development_F1,515,188,40,85,0.31135531135531136,0.68,0.732574679943101,0.4271356783919598,0.7062873399715506,0.32971014492753625
495,raw,0.5,638,93,82,88,0.4861878453038674,0.5176470588235295,0.8727770177838577,0.5014245014245015,0.6952120383036936,0.2008879023307436
495,calibrated,0.5,704,27,123,47,0.6351351351351351,0.27647058823529413,0.9630642954856361,0.38524590163934425,0.6197674418604651,0.08213096559378469
495,calibrated,development_F1,510,221,53,117,0.34615384615384615,0.6882352941176471,0.6976744186046512,0.46062992125984253,0.6929548563611492,0.3751387347391787
496,raw,0.5,676,91,81,83,0.47701149425287354,0.5060975609756098,0.8813559322033898,0.4911242603550296,0.6937267465894998,0.18689581095596133
496,calibrated,0.5,733,34,118,46,0.575,0.2804878048780488,0.9556714471968709,0.3770491803278688,0.6180796260374599,0.08592910848549946
496,calibrated,development_F1,552,215,55,109,0.33641975308641975,0.6646341463414634,0.7196870925684485,0.44672131147540983,0.692160619454956,0.34801288936627284
497,raw,0.5,791,74,101,78,0.5131578947368421,0.43575418994413406,0.9144508670520232,0.47129909365558914,0.6751025284980786,0.14559386973180077
497,calibrated,0.5,842,23,148,31,0.5740740740740741,0.17318435754189945,0.9734104046242774,0.26609442060085836,0.5732973810830885,0.05172413793103448
497,calibrated,development_F1,634,231,52,127,0.3547486033519553,0.7094972067039106,0.7329479768786127,0.4729981378026071,0.7212225917912616,0.342911877394636
498,raw,0.5,779,105,98,104,0.49760765550239233,0.5148514851485149,0.8812217194570136,0.5060827250608273,0.6980366023027642,0.19244935543278086
498,calibrated,0.5,852,32,144,58,0.6444444444444445,0.2871287128712871,0.9638009049773756,0.3972602739726027,0.6254648089243313,0.08287292817679558
498,calibrated,development_F1,616,268,42,160,0.37383177570093457,0.7920792079207921,0.6968325791855203,0.5079365079365079,0.7444558935531562,0.39410681399631675
499,raw,0.5,707,77,131,112,0.5925925925925926,0.4609053497942387,0.9017857142857143,0.5185185185185185,0.6813455320399765,0.18403115871470302
499,calibrated,0.5,765,19,183,60,0.759493670886076,0.24691358024691357,0.9757653061224489,0.37267080745341613,0.6113394431846813,0.07692307692307693
499,calibrated,development_F1,561,223,66,177,0.4425,0.7283950617283951,0.7155612244897959,0.5505443234836703,0.7219781431090955,0.3894839337877313
500,raw,0.5,712,85,85,60,0.41379310344827586,0.41379310344827586,0.8933500627352572,0.41379310344827586,0.6535715830917666,0.15392781316348195
500,calibrated,0.5,771,26,122,23,0.46938775510204084,0.15862068965517243,0.9673776662484316,0.23711340206185566,0.562999177951802,0.05201698513800425
500,calibrated,development_F1,590,207,49,96,0.31683168316831684,0.6620689655172414,0.740276035131744,0.42857142857142855,0.7011725003244926,0.321656050955414
501,raw,0.5,617,76,91,85,0.5279503105590062,0.48295454545454547,0.8903318903318903,0.5044510385756676,0.6866432178932179,0.1852704257767549
501,calibrated,0.5,665,28,128,48,0.631578947368421,0.2727272727272727,0.9595959595959596,0.38095238095238093,0.6161616161616161,0.08745684695051784
501,calibrated,development_F1,520,173,47,129,0.4271523178807947,0.7329545454545454,0.7503607503607503,0.5397489539748954,0.7416576479076479,0.3475258918296893
502,raw,0.5,679,102,90,84,0.45161290322580644,0.4827586206896552,0.8693982074263764,0.4666666666666667,0.6760784140580158,0.19476439790575917
502,calibrated,0.5,756,25,133,41,0.6212121212121212,0.23563218390804597,0.967989756722151,0.3416666666666667,0.6018109703150984,0.06910994764397906
502,calibrated,development_F1,537,244,38,136,0.35789473684210527,0.7816091954022989,0.6875800256081946,0.49097472924187724,0.7345946105052468,0.39790575916230364
503,raw,0.5,651,72,80,90,0.5555555555555556,0.5294117647058824,0.9004149377593361,0.5421686746987951,0.7149133512326092,0.18141097424412095
503,calibrated,0.5,704,19,130,40,0.6779661016949152,0.23529411764705882,0.9737206085753803,0.34934497816593885,0.6045073631112196,0.06606942889137737
503,calibrated,development_F1,534,189,42,128,0.4037854889589905,0.7529411764705882,0.7385892116182573,0.5256673511293635,0.7457651940444228,0.35498320268757
504,raw,0.5,644,82,75,77,0.48427672955974843,0.506578947368421,0.8870523415977961,0.49517684887459806,0.6968156444831086,0.18109339407744876
504,calibrated,0.5,699,27,117,35,0.5645161290322581,0.23026315789473684,0.9628099173553719,0.32710280373831774,0.5965365376250544,0.07061503416856492
504,calibrated,development_F1,514,212,39,113,0.3476923076923077,0.743421052631579,0.7079889807162535,0.47379454926624737,0.7257050166739163,0.3701594533029613
505,raw,0.5,707,79,88,54,0.40601503759398494,0.38028169014084506,0.8994910941475827,0.3927272727272727,0.6398863921442138,0.14331896551724138
505,calibrated,0.5,771,15,121,21,0.5833333333333334,0.14788732394366197,0.9809160305343512,0.23595505617977527,0.5644016772390066,0.03879310344827586
505,calibrated,development_F1,554,232,43,99,0.2990936555891239,0.6971830985915493,0.7048346055979644,0.4186046511627907,0.7010088520947568,0.3566810344827586
506,raw,0.5,577,68,47,90,0.569620253164557,0.656934306569343,0.8945736434108527,0.6101694915254238,0.7757539749900979,0.2020460358056266
506,calibrated,0.5,624,21,84,53,0.7162162162162162,0.38686131386861317,0.9674418604651163,0.5023696682464455,0.6771515871668647,0.09462915601023018
506,calibrated,development_F1,467,178,25,112,0.38620689655172413,0.8175182481751825,0.724031007751938,0.5245901639344263,0.7707746279635602,0.37084398976982097
507,raw,0.5,723,81,106,85,0.5120481927710844,0.44502617801047123,0.8992537313432836,0.47619047619047616,0.6721399546768774,0.16683417085427135
507,calibrated,0.5,782,22,159,32,0.5925925925925926,0.16753926701570682,0.972636815920398,0.2612244897959184,0.5700880414680524,0.054271356783919596
507,calibrated,development_F1,572,232,56,135,0.3678474114441417,0.7068062827225131,0.7114427860696517,0.4838709677419355,0.7091245343960824,0.3688442211055276
508,raw,0.5,705,74,94,66,0.4714285714285714,0.4125,0.9050064184852374,0.44,0.6587532092426187,0.14909478168264112
508,calibrated,0.5,762,17,133,27,0.6136363636363636,0.16875,0.9781771501925546,0.2647058823529412,0.5734635750962773,0.046858359957401494
508,calibrated,development_F1,568,211,51,109,0.340625,0.68125,0.7291399229781772,0.45416666666666666,0.7051949614890887,0.3407880724174654
509,raw,0.5,726,81,89,93,0.5344827586206896,0.510989010989011,0.8996282527881041,0.5224719101123596,0.7053086318885575,0.17593528816986856
509,calibrated,0.5,784,23,132,50,0.684931506849315,0.27472527472527475,0.9714993804213135,0.39215686274509803,0.6231123275732942,0.07381193124368049
509,calibrated,development_F1,588,219,48,134,0.37960339943342775,0.7362637362637363,0.7286245353159851,0.5009345794392523,0.7324441357898608,0.3569261880687563
510,raw,0.5,612,86,75,72,0.45569620253164556,0.4897959183673469,0.8767908309455588,0.4721311475409836,0.6832933746564529,0.18698224852071005
510,calibrated,0.5,673,25,109,38,0.6031746031746031,0.2585034013605442,0.9641833810888252,0.3619047619047619,0.6113433912246847,0.07455621301775148
510,calibrated,development_F1,496,202,36,111,0.3546325878594249,0.7551020408163265,0.7106017191977078,0.4826086956521739,0.7328518800070172,0.37041420118343193
511,raw,0.5,631,58,83,74,0.5606060606060606,0.4713375796178344,0.9158200290275762,0.5121107266435986,0.6935788043227054,0.15602836879432624
511,calibrated,0.5,670,19,115,42,0.6885245901639344,0.267515923566879,0.9724238026124818,0.3853211009174312,0.6199698630896804,0.07210401891252956
511,calibrated,development_F1,520,169,48,109,0.3920863309352518,0.6942675159235668,0.7547169811320755,0.5011494252873563,0.7244922485278211,0.32860520094562645
512,raw,0.5,659,74,74,67,0.475177304964539,0.475177304964539,0.8990450204638472,0.475177304964539,0.687111162714193,0.16132723112128147
512,calibrated,0.5,716,17,109,32,0.6530612244897959,0.22695035460992907,0.9768076398362893,0.3368421052631579,0.6018789972231091,0.05606407322654462
512,calibrated,development_F1,530,203,33,108,0.34726688102893893,0.7659574468085106,0.723055934515689,0.4778761061946903,0.7445066906620998,0.35583524027459956
513,raw,0.5,694,77,88,89,0.536144578313253,0.5028248587570622,0.9001297016861219,0.5189504373177842,0.7014772802215921,0.1751054852320675
513,calibrated,0.5,751,20,132,45,0.6923076923076923,0.2542372881355932,0.9740596627756161,0.371900826446281,0.6141484754556046,0.06856540084388185
513,calibrated,development_F1,559,212,58,119,0.3595166163141994,0.672316384180791,0.7250324254215305,0.468503937007874,0.6986744048011607,0.3491561181434599
514,raw,0.5,608,69,63,64,0.48120300751879697,0.5039370078740157,0.8980797636632201,0.49230769230769234,0.7010083857686179,0.1654228855721393
514,calibrated,0.5,652,25,98,29,0.5370370370370371,0.2283464566929134,0.9630723781388478,0.32044198895027626,0.5957094174158806,0.06716417910447761
514,calibrated,development_F1,489,188,31,96,0.3380281690140845,0.7559055118110236,0.7223042836041359,0.46715328467153283,0.7391048977075798,0.35323383084577115
515,raw,0.5,622,59,72,66,0.528,0.4782608695652174,0.9133627019089574,0.5019011406844106,0.6958117857370874,0.15262515262515264
515,calibrated,0.5,659,22,100,38,0.6333333333333333,0.2753623188405797,0.9676945668135095,0.3838383838383838,0.6215284428270447,0.07326007326007326
515,calibrated,development_F1,516,165,35,103,0.3843283582089552,0.7463768115942029,0.7577092511013216,0.5073891625615764,0.7520430313477622,0.32722832722832723
516,raw,0.5,720,86,102,151,0.6371308016877637,0.5968379446640316,0.8933002481389578,0.6163265306122448,0.7450690964014948,0.2237960339943343
516,calibrated,0.5,773,33,158,95,0.7421875,0.37549407114624506,0.9590570719602978,0.49868766404199477,0.6672755715532714,0.12086874409820586
516,calibrated,development_F1,568,238,41,212,0.4711111111111111,0.8379446640316206,0.7047146401985112,0.6031294452347084,0.7713296521150659,0.42492917847025496
517,raw,0.5,731,107,123,95,0.47029702970297027,0.43577981651376146,0.8723150357995226,0.4523809523809524,0.654047426156642,0.19128787878787878
517,calibrated,0.5,816,22,175,43,0.6615384615384615,0.19724770642201836,0.9737470167064439,0.303886925795053,0.5854973615642312,0.061553030303030304
517,calibrated,development_F1,592,246,48,170,0.40865384615384615,0.7798165137614679,0.7064439140811456,0.5362776025236593,0.7431302139213067,0.3939393939393939
518,raw,0.5,663,85,50,87,0.5058139534883721,0.635036496350365,0.8863636363636364,0.5631067961165048,0.7607000663570007,0.1943502824858757
518,calibrated,0.5,723,25,89,48,0.6575342465753424,0.35036496350364965,0.9665775401069518,0.45714285714285713,0.6584712518053008,0.08248587570621468
518,calibrated,development_F1,530,218,26,111,0.3373860182370821,0.8102189781021898,0.7085561497326203,0.47639484978540775,0.759387563917405,0.37175141242937854
519,raw,0.5,743,73,82,65,0.47101449275362317,0.4421768707482993,0.9105392156862745,0.45614035087719296,0.6763580432172869,0.14330218068535824
519,calibrated,0.5,799,17,119,28,0.6222222222222222,0.19047619047619047,0.9791666666666666,0.2916666666666667,0.5848214285714286,0.04672897196261682
519,calibrated,development_F1,575,241,50,97,0.2869822485207101,0.6598639455782312,0.7046568627450981,0.4,0.6822604041616647,0.3509865005192108
520,raw,0.5,625,92,100,117,0.5598086124401914,0.5391705069124424,0.8716875871687587,0.5492957746478874,0.7054290470406006,0.22376873661670235
520,calibrated,0.5,690,27,144,73,0.73,0.33640552995391704,0.9623430962343096,0.4605678233438486,0.6493743130941133,0.10706638115631692
520,calibrated,development_F1,501,216,58,159,0.424,0.7327188940092166,0.698744769874477,0.5371621621621622,0.7157318319418469,0.4014989293361884
521,raw,0.5,720,93,80,75,0.44642857142857145,0.4838709677419355,0.8856088560885609,0.46439628482972134,0.6847399119152482,0.17355371900826447
521,calibrated,0.5,791,22,118,37,0.6271186440677966,0.23870967741935484,0.972939729397294,0.34579439252336447,0.6058247034083244,0.060950413223140494
521,calibrated,development_F1,573,240,33,122,0.3370165745856354,0.7870967741935484,0.7047970479704797,0.47195357833655704,0.745946911082014,0.3739669421487603
522,raw,0.5,657,60,65,45,0.42857142857142855,0.4090909090909091,0.9163179916317992,0.4186046511627907,0.6627044503613542,0.12696493349455865
522,calibrated,0.5,697,20,89,21,0.5121951219512195,0.19090909090909092,0.9721059972105998,0.2781456953642384,0.5815075440598454,0.049576783555018135
522,calibrated,development_F1,541,176,41,69,0.2816326530612245,0.6272727272727273,0.7545327754532776,0.38873239436619716,0.6909027513630024,0.2962515114873035
523,raw,0.5,636,62,93,62,0.5,0.4,0.9111747851002865,0.4444444444444444,0.6555873925501432,0.14536928487690504
523,calibrated,0.5,678,20,116,39,0.6610169491525424,0.25161290322580643,0.9713467048710601,0.3644859813084112,0.6114798040484333,0.06916764361078546
523,calibrated,development_F1,514,184,55,100,0.352112676056338,0.6451612903225806,0.7363896848137536,0.45558086560364464,0.6907754875681671,0.33294255568581477
524,raw,0.5,671,61,78,71,0.5378787878787878,0.47651006711409394,0.9166666666666666,0.505338078291815,0.6965883668903803,0.14982973893303064
524,calibrated,0.5,713,19,102,47,0.7121212121212122,0.31543624161073824,0.9740437158469946,0.4372093023255814,0.6447399787288663,0.07491486946651532
524,calibrated,development_F1,578,154,43,106,0.4076923076923077,0.7114093959731543,0.7896174863387978,0.5183374083129584,0.7505134411559761,0.29511918274687854
525,raw,0.5,636,76,89,73,0.4899328859060403,0.4506172839506173,0.8932584269662921,0.4694533762057878,0.6719378554584547,0.17048054919908467
525,calibrated,0.5,688,24,128,34,0.5862068965517241,0.20987654320987653,0.9662921348314607,0.3090909090909091,0.5880843390206686,0.06636155606407322
525,calibrated,development_F1,513,199,41,121,0.378125,0.7469135802469136,0.7205056179775281,0.5020746887966805,0.7337095991122209,0.36613272311212813
526,raw,0.5,667,72,69,106,0.5955056179775281,0.6057142857142858,0.9025710419485792,0.6005665722379604,0.7541426638314325,0.19474835886214442
526,calibrated,0.5,721,18,120,55,0.7534246575342466,0.3142857142857143,0.9756427604871448,0.4435483870967742,0.6449642373864295,0.07986870897155361
526,calibrated,development_F1,541,198,29,146,0.42441860465116277,0.8342857142857143,0.7320703653585927,0.5626204238921002,0.7831780398221535,0.37636761487964987
527,raw,0.5,649,96,78,91,0.48663101604278075,0.5384615384615384,0.8711409395973154,0.5112359550561798,0.7048012390294269,0.20459518599562362
527,calibrated,0.5,714,31,125,44,0.5866666666666667,0.2603550295857988,0.9583892617449664,0.36065573770491804,0.6093721456653827,0.08205689277899343
527,calibrated,development_F1,524,221,39,130,0.37037037037037035,0.7692307692307693,0.7033557046979866,0.5,0.736293236964378,0.38402625820568925
528,raw,0.5,642,75,86,79,0.512987012987013,0.47878787878787876,0.895397489539749,0.4952978056426332,0.6870926841638139,0.1746031746031746
528,calibrated,0.5,688,29,129,36,0.5538461538461539,0.21818181818181817,0.9595536959553695,0.3130434782608696,0.5888677570685938,0.07369614512471655
528,calibrated,development_F1,521,196,45,120,0.379746835443038,0.7272727272727273,0.7266387726638772,0.498960498960499,0.7269557499683023,0.35827664399092973
529,raw,0.5,623,86,76,69,0.44516129032258067,0.47586206896551725,0.8787023977433004,0.46,0.6772822333544088,0.18149882903981265
529,calibrated,0.5,687,22,103,42,0.65625,0.2896551724137931,0.9689703808180536,0.4019138755980861,0.6293127766159234,0.07494145199063232
529,calibrated,development_F1,507,202,45,100,0.33112582781456956,0.6896551724137931,0.7150916784203103,0.44742729306487694,0.7023734254170517,0.35362997658079626
530,raw,0.5,633,98,78,78,0.4431818181818182,0.5,0.86593707250342,0.46987951807228917,0.68296853625171,0.1984216459977452
530,calibrated,0.5,708,23,120,36,0.6101694915254238,0.23076923076923078,0.9685362517099864,0.33488372093023255,0.5996527412396085,0.0665163472378805
530,calibrated,development_F1,492,239,47,109,0.3132183908045977,0.6987179487179487,0.6730506155950753,0.43253968253968256,0.685884282156512,0.3923337091319053
531,raw,0.5,669,64,96,93,0.5923566878980892,0.49206349206349204,0.91268758526603,0.5375722543352601,0.702375538664761,0.1702819956616052
531,calibrated,0.5,708,25,149,40,0.6153846153846154,0.21164021164021163,0.965893587994543,0.31496062992125984,0.5887668998173773,0.07049891540130152
531,calibrated,development_F1,556,177,45,144,0.4485981308411215,0.7619047619047619,0.7585266030013642,0.5647058823529412,0.760215682453063,0.3481561822125813
532,raw,0.5,731,96,88,87,0.47540983606557374,0.49714285714285716,0.8839177750906893,0.4860335195530726,0.6905303161167732,0.18263473053892215
532,calibrated,0.5,793,34,130,45,0.569620253164557,0.2571428571428571,0.9588875453446191,0.3543307086614173,0.6080152012437381,0.07884231536926148
532,calibrated,development_F1,586,241,42,133,0.35561497326203206,0.76,0.7085852478839177,0.48451730418943534,0.7342926239419589,0.37325349301397204
533,raw,0.5,665,65,64,78,0.5454545454545454,0.5492957746478874,0.910958904109589,0.5473684210526316,0.7301273393787382,0.16399082568807338
533,calibrated,0.5,709,21,102,40,0.6557377049180327,0.28169014084507044,0.9712328767123287,0.39408866995073893,0.6264615087786995,0.06995412844036697
533,calibrated,development_F1,536,194,32,110,0.3618421052631579,0.7746478873239436,0.7342465753424657,0.49327354260089684,0.7544472313332047,0.3486238532110092
534,raw,0.5,752,84,116,110,0.5670103092783505,0.48672566371681414,0.8995215311004785,0.5238095238095238,0.6931235974086463,0.18267419962335216
534,calibrated,0.5,801,35,177,49,0.5833333333333334,0.2168141592920354,0.9581339712918661,0.3161290322580645,0.5874740652919508,0.07909604519774012
534,calibrated,development_F1,604,232,53,173,0.4271604938271605,0.7654867256637168,0.722488038277512,0.5483359746434231,0.7439873819706144,0.3813559322033898
535,raw,0.5,681,94,109,85,0.4748603351955307,0.4381443298969072,0.8787096774193548,0.45576407506702415,0.658427003658131,0.18472652218782248
535,calibrated,0.5,750,25,147,47,0.6527777777777778,0.2422680412371134,0.967741935483871,0.3533834586466165,0.6050049883604922,0.07430340557275542
535,calibrated,development_F1,537,238,55,139,0.3687002652519894,0.7164948453608248,0.6929032258064516,0.4868651488616462,0.7046990355836382,0.3890608875128999
536,raw,0.5,676,76,90,75,0.4966887417218543,0.45454545454545453,0.898936170212766,0.47468354430379744,0.6767408123791102,0.16466739367502725
536,calibrated,0.5,728,24,136,29,0.5471698113207547,0.17575757575757575,0.9680851063829787,0.26605504587155965,0.5719213410702773,0.05779716466739367
536,calibrated,development_F1,570,182,48,117,0.391304347826087,0.7090909090909091,0.7579787234042553,0.5043103448275862,0.7335348162475822,0.3260632497273719
537,raw,0.5,684,97,81,69,0.41566265060240964,0.46,0.8758002560819462,0.43670886075949367,0.6679001280409731,0.17830290010741137
537,calibrated,0.5,770,11,123,27,0.7105263157894737,0.18,0.9859154929577465,0.2872340425531915,0.5829577464788732,0.04081632653061224
537,calibrated,development_F1,524,257,45,105,0.2900552486187845,0.7,0.6709346991037132,0.41015625,0.6854673495518566,0.38882921589688507
538,raw,0.5,684,70,101,82,0.5394736842105263,0.44808743169398907,0.9071618037135278,0.48955223880597015,0.6776246177037585,0.1622198505869797
538,calibrated,0.5,731,23,141,42,0.6461538461538462,0.22950819672131148,0.9694960212201591,0.3387096774193548,0.5995021089707353,0.06937033084311633
538,calibrated,development_F1,552,202,53,130,0.39156626506024095,0.7103825136612022,0.7320954907161804,0.5048543689320388,0.7212390021886913,0.35432230522945574
539,raw,0.5,697,88,84,81,0.47928994082840237,0.4909090909090909,0.8878980891719745,0.48502994011976047,0.6894035900405328,0.17789473684210527
539,calibrated,0.5,759,26,127,38,0.59375,0.23030303030303031,0.9668789808917198,0.3318777292576419,0.598591005597375,0.06736842105263158
539,calibrated,development_F1,578,207,44,121,0.36890243902439024,0.7333333333333333,0.7363057324840764,0.4908722109533469,0.7348195329087048,0.3452631578947368
540,raw,0.5,633,73,83,90,0.5521472392638037,0.5202312138728323,0.896600566572238,0.5357142857142857,0.7084158902225351,0.18543799772468714
540,calibrated,0.5,679,27,123,50,0.6493506493506493,0.28901734104046245,0.9617563739376771,0.4,0.6253868574890697,0.0875995449374289
540,calibrated,development_F1,505,201,32,141,0.41228070175438597,0.815028901734104,0.7152974504249292,0.5475728155339806,0.7651631760795166,0.3890784982935154
541,raw,0.5,647,69,72,68,0.49635036496350365,0.4857142857142857,0.9036312849162011,0.49097472924187724,0.6946727853152435,0.16004672897196262
541,calibrated,0.5,696,20,102,38,0.6551724137931034,0.2714285714285714,0.9720670391061452,0.3838383838383838,0.6217478052673583,0.06775700934579439
541,calibrated,development_F1,532,184,46,94,0.3381294964028777,0.6714285714285714,0.7430167597765364,0.44976076555023925,0.7072226656025539,0.3247663551401869
542,raw,0.5,719,87,107,110,0.5583756345177665,0.5069124423963134,0.892059553349876,0.5314009661835749,0.6994859978730947,0.19257086999022482
542,calibrated,0.5,781,25,159,58,0.6987951807228916,0.2672811059907834,0.9689826302729528,0.38666666666666666,0.6181318681318682,0.08113391984359726
542,calibrated,development_F1,575,231,44,173,0.4282178217821782,0.7972350230414746,0.7133995037220844,0.5571658615136876,0.7553172633817795,0.3949169110459433
543,raw,0.5,700,79,69,100,0.5586592178770949,0.591715976331361,0.8985879332477535,0.5747126436781609,0.7451519547895573,0.18881856540084388
543,calibrated,0.5,749,30,103,66,0.6875,0.3905325443786982,0.9614890885750963,0.4981132075471698,0.6760108164768972,0.10126582278481013
543,calibrated,development_F1,587,192,30,139,0.4199395770392749,0.8224852071005917,0.7535301668806161,0.556,0.7880076869906039,0.3491561181434599
544,raw,0.5,739,73,96,89,0.5493827160493827,0.4810810810810811,0.9100985221674877,0.5129682997118156,0.6955898016242844,0.1624874623871615
544,calibrated,0.5,794,18,134,51,0.7391304347826086,0.2756756756756757,0.9778325123152709,0.4015748031496063,0.6267540939954733,0.06920762286860582
544,calibrated,development_F1,579,233,49,136,0.3685636856368564,0.7351351351351352,0.7130541871921182,0.49097472924187724,0.7240946611636268,0.37011033099297896
545,raw,0.5,705,71,53,82,0.5359477124183006,0.6074074074074074,0.9085051546391752,0.5694444444444444,0.7579562810232914,0.16794731064763996
545,calibrated,0.5,750,26,106,29,0.5272727272727272,0.21481481481481482,0.9664948453608248,0.30526315789473685,0.5906548300878198,0.06037321624588365
545,calibrated,development_F1,583,193,31,104,0.3501683501683502,0.7703703703703704,0.7512886597938144,0.48148148148148145,0.7608295150820924,0.3260153677277717
546,raw,0.5,709,92,109,73,0.44242424242424244,0.4010989010989011,0.885143570536829,0.4207492795389049,0.6431212358178651,0.167853509664293
546,calibrated,0.5,773,28,149,33,0.5409836065573771,0.1813186813186813,0.9650436953807741,0.2716049382716049,0.5731811883497276,0.06205493387589013
546,calibrated,development_F1,557,244,54,128,0.34408602150537637,0.7032967032967034,0.6953807740324595,0.4620938628158845,0.6993387386645814,0.37843336724313326
547,raw,0.5,683,84,105,82,0.4939759036144578,0.4385026737967914,0.8904823989569752,0.46458923512747874,0.6644925363768833,0.1740041928721174
547,calibrated,0.5,741,26,149,38,0.59375,0.20320855614973263,0.9661016949152542,0.30278884462151395,0.5846551255324934,0.06708595387840671
547,calibrated,development_F1,536,231,47,140,0.37735849056603776,0.7486631016042781,0.6988265971316818,0.5017921146953405,0.7237448493679799,0.3888888888888889
548,raw,0.5,791,89,94,82,0.47953216374269003,0.4659090909090909,0.8988636363636363,0.47262247838616717,0.6823863636363636,0.16193181818181818
548,calibrated,0.5,861,19,142,34,0.6415094339622641,0.19318181818181818,0.9784090909090909,0.29694323144104806,0.5857954545454546,0.050189393939393936
548,calibrated,development_F1,656,224,38,138,0.3812154696132597,0.7840909090909091,0.7454545454545455,0.5130111524163569,0.7647727272727273,0.3428030303030303
549,raw,0.5,693,84,85,81,0.4909090909090909,0.4879518072289157,0.8918918918918919,0.48942598187311176,0.6899218495604038,0.17497348886532343
549,calibrated,0.5,746,31,133,33,0.515625,0.19879518072289157,0.9601029601029601,0.28695652173913044,0.5794490704129258,0.06786850477200425
549,calibrated,development_F1,564,213,47,119,0.35843373493975905,0.7168674698795181,0.7258687258687259,0.4779116465863454,0.7213680978741219,0.352067868504772
550,raw,0.5,694,68,72,85,0.5555555555555556,0.5414012738853503,0.910761154855643,0.5483870967741935,0.7260812143704967,0.16648531011969533
550,calibrated,0.5,741,21,106,51,0.7083333333333334,0.3248407643312102,0.9724409448818898,0.44541484716157204,0.64864085460655,0.07834602829162132
550,calibrated,development_F1,552,210,44,113,0.3498452012383901,0.7197452229299363,0.7244094488188977,0.4708333333333333,0.722077335874417,0.3514689880304679
551,raw,0.5,711,74,96,78,0.5131578947368421,0.4482758620689655,0.9057324840764331,0.4785276073619632,0.6770041730726993,0.15849843587069865
551,calibrated,0.5,761,24,142,32,0.5714285714285714,0.1839080459770115,0.9694267515923567,0.2782608695652174,0.5766673987846841,0.058394160583941604
551,calibrated,development_F1,587,198,60,114,0.36538461538461536,0.6551724137931034,0.7477707006369426,0.4691358024691358,0.701471557215023,0.32533889468196037
552,raw,0.5,831,102,135,95,0.48223350253807107,0.41304347826086957,0.8906752411575563,0.4449648711943794,0.6518593597092129,0.16938950988822013
552,calibrated,0.5,910,23,192,38,0.6229508196721312,0.16521739130434782,0.9753483386923901,0.2611683848797251,0.570282864998369,0.052450558899398106
552,calibrated,development_F1,634,299,48,182,0.3783783783783784,0.7913043478260869,0.6795284030010718,0.5119549929676512,0.7354163754135794,0.413585554600172
553,raw,0.5,625,78,67,71,0.47651006711409394,0.5144927536231884,0.8890469416785206,0.49477351916376305,0.7017698476508545,0.17717003567181927
553,calibrated,0.5,676,27,100,38,0.5846153846153846,0.2753623188405797,0.9615931721194879,0.37438423645320196,0.6184777454800339,0.07728894173602854
553,calibrated,development_F1,514,189,35,103,0.3527397260273973,0.7463768115942029,0.7311522048364154,0.4790697674418605,0.7387645082153091,0.34720570749108204
554,raw,0.5,828,98,96,89,0.47593582887700536,0.4810810810810811,0.8941684665226782,0.478494623655914,0.6876247738018797,0.16831683168316833
554,calibrated,0.5,908,18,137,48,0.7272727272727273,0.2594594594594595,0.980561555075594,0.38247011952191234,0.6200105072675267,0.0594059405940594
554,calibrated,development_F1,635,291,41,144,0.3310344827586207,0.7783783783783784,0.6857451403887689,0.4645161290322581,0.7320617593835737,0.3915391539153915
555,raw,0.5,615,74,59,84,0.5316455696202531,0.5874125874125874,0.8925979680696662,0.5581395348837209,0.7400052777411268,0.18990384615384615
555,calibrated,0.5,659,30,95,48,0.6153846153846154,0.3356643356643357,0.9564586357039188,0.4343891402714932,0.6460614856841272,0.09375
555,calibrated,development_F1,486,203,37,106,0.343042071197411,0.7412587412587412,0.7053701015965167,0.4690265486725664,0.723314421427629,0.3713942307692308
556,raw,0.5,650,82,60,75,0.47770700636942676,0.5555555555555556,0.8879781420765027,0.5136986301369864,0.7217668488160291,0.18108419838523646
556,calibrated,0.5,708,24,98,37,0.6065573770491803,0.2740740740740741,0.9672131147540983,0.37755102040816324,0.6206435944140862,0.07035755478662054
556,calibrated,development_F1,537,195,39,96,0.32989690721649484,0.7111111111111111,0.7336065573770492,0.4507042253521127,0.7223588342440801,0.3356401384083045
557,raw,0.5,709,70,76,78,0.527027027027027,0.5064935064935064,0.9101412066752247,0.5165562913907285,0.7083173565843656,0.15862808145766344
557,calibrated,0.5,751,28,113,41,0.5942028985507246,0.2662337662337662,0.9640564826700898,0.36771300448430494,0.615145124451928,0.07395498392282958
557,calibrated,development_F1,593,186,39,115,0.38205980066445183,0.7467532467532467,0.7612323491655969,0.5054945054945055,0.7539927979594219,0.32261521972132906
558,raw,0.5,648,84,108,68,0.4473684210526316,0.38636363636363635,0.8852459016393442,0.4146341463414634,0.6358047690014903,0.16740088105726872
558,calibrated,0.5,706,26,142,34,0.5666666666666667,0.19318181818181818,0.9644808743169399,0.288135593220339,0.578831346249379,0.06607929515418502
558,calibrated,development_F1,534,198,72,104,0.3443708609271523,0.5909090909090909,0.7295081967213115,0.4351464435146444,0.6602086438152013,0.33259911894273125
559,raw,0.5,751,81,106,96,0.5423728813559322,0.4752475247524752,0.9026442307692307,0.5065963060686016,0.688945877760853,0.17117988394584138
559,calibrated,0.5,808,24,152,50,0.6756756756756757,0.24752475247524752,0.9711538461538461,0.36231884057971014,0.6093392993145468,0.07156673114119923
559,calibrated,development_F1,580,252,50,152,0.37623762376237624,0.7524752475247525,0.6971153846153846,0.5016501650165016,0.7247953160700685,0.390715667311412
560,raw,0.5,717,81,107,86,0.5149700598802395,0.44559585492227977,0.8984962406015038,0.4777777777777778,0.6720460477618918,0.16851664984863773
560,calibrated,0.5,771,27,149,44,0.6197183098591549,0.22797927461139897,0.9661654135338346,0.3333333333333333,0.5970723440726168,0.07164480322906155
560,calibrated,development_F1,578,220,47,146,0.3989071038251366,0.7564766839378239,0.7243107769423559,0.5223613595706619,0.7403937304400898,0.3693239152371342
561,raw,0.5,756,97,100,112,0.5358851674641149,0.5283018867924528,0.8862837045720985,0.5320665083135392,0.7072927956822757,0.19624413145539907
561,calibrated,0.5,837,16,161,51,0.7611940298507462,0.24056603773584906,0.981242672919109,0.3655913978494624,0.6109043553274791,0.06291079812206572
561,calibrated,development_F1,597,256,44,168,0.39622641509433965,0.7924528301886793,0.6998827667057445,0.5283018867924528,0.7461677984472119,0.39812206572769954
562,raw,0.5,754,104,101,65,0.38461538461538464,0.39156626506024095,0.8787878787878788,0.3880597014925373,0.6351770719240599,0.1650390625
562,calibrated,0.5,834,24,135,31,0.5636363636363636,0.18674698795180722,0.972027972027972,0.28054298642533937,0.5793874799898896,0.0537109375
562,calibrated,development_F1,609,249,52,114,0.3140495867768595,0.6867469879518072,0.7097902097902098,0.43100189035916825,0.6982685988710085,0.3544921875
563,raw,0.5,746,88,76,74,0.4567901234567901,0.49333333333333335,0.894484412470024,0.47435897435897434,0.6939088729016787,0.16463414634146342
563,calibrated,0.5,806,28,113,37,0.5692307692307692,0.24666666666666667,0.9664268585131894,0.34418604651162793,0.606546762589928,0.06605691056910569
563,calibrated,development_F1,605,229,47,103,0.3102409638554217,0.6866666666666666,0.7254196642685852,0.42738589211618255,0.7060431654676259,0.33739837398373984
564,raw,0.5,667,71,109,97,0.5773809523809523,0.470873786407767,0.9037940379403794,0.5187165775401069,0.6873339121740731,0.17796610169491525
564,calibrated,0.5,717,21,158,48,0.6956521739130435,0.23300970873786409,0.9715447154471545,0.3490909090909091,0.6022772120925093,0.07309322033898305
564,calibrated,development_F1,532,206,53,153,0.42618384401114207,0.7427184466019418,0.7208672086720868,0.5415929203539823,0.7317928276370143,0.3802966101694915
565,raw,0.5,705,91,68,78,0.46153846153846156,0.5342465753424658,0.885678391959799,0.49523809523809526,0.7099624836511325,0.17940552016985137
565,calibrated,0.5,771,25,116,30,0.5454545454545454,0.2054794520547945,0.9685929648241206,0.29850746268656714,0.5870362084394576,0.058386411889596604
565,calibrated,development_F1,550,246,32,114,0.31666666666666665,0.7808219178082192,0.6909547738693468,0.4505928853754941,0.735888345838783,0.3821656050955414
566,raw,0.5,577,73,101,106,0.5921787709497207,0.5120772946859904,0.8876923076923077,0.5492227979274611,0.699884801189149,0.2088681446907818
566,calibrated,0.5,620,30,152,55,0.6470588235294118,0.26570048309178745,0.9538461538461539,0.3767123287671233,0.6097733184689706,0.09918319719953325
566,calibrated,development_F1,470,180,42,165,0.4782608695652174,0.7971014492753623,0.7230769230769231,0.5978260869565217,0.7600891861761427,0.4025670945157526
567,raw,0.5,655,56,94,56,0.5,0.37333333333333335,0.9212376933895922,0.42748091603053434,0.6472855133614628,0.13008130081300814
567,calibrated,0.5,696,15,132,18,0.5454545454545454,0.12,0.9789029535864979,0.19672131147540983,0.549451476793249,0.03832752613240418
567,calibrated,development_F1,541,170,36,114,0.4014084507042254,0.76,0.7609001406469761,0.5253456221198156,0.760450070323488,0.32984901277584205
568,raw,0.5,702,100,122,81,0.44751381215469616,0.39901477832512317,0.8753117206982544,0.421875,0.6371632495116888,0.18009950248756218
568,calibrated,0.5,781,21,162,41,0.6612903225806451,0.2019704433497537,0.9738154613466334,0.30943396226415093,0.5878929523481936,0.061691542288557215
568,calibrated,development_F1,546,256,58,145,0.36159600997506236,0.7142857142857143,0.6807980049875312,0.48013245033112584,0.6975418596366227,0.3990049751243781
569,raw,0.5,620,69,49,57,0.4523809523809524,0.5377358490566038,0.8998548621190131,0.49137931034482757,0.7187953555878084,0.15849056603773584
569,calibrated,0.5,665,24,82,24,0.5,0.22641509433962265,0.965166908563135,0.3116883116883117,0.5957910014513789,0.06037735849056604
569,calibrated,development_F1,508,181,31,75,0.29296875,0.7075471698113207,0.737300435413643,0.4143646408839779,0.7224238026124818,0.3220125786163522
570,raw,0.5,653,69,78,93,0.5740740740740741,0.543859649122807,0.9044321329639889,0.5585585585585585,0.724145891043398,0.18141097424412095
570,calibrated,0.5,703,19,120,51,0.7285714285714285,0.2982456140350877,0.9736842105263158,0.42323651452282157,0.6359649122807017,0.07838745800671892
570,calibrated,development_F1,522,200,42,129,0.39209726443769,0.7543859649122807,0.7229916897506925,0.516,0.7386888273314867,0.3684210526315789
571,raw,0.5,655,67,71,82,0.5503355704697986,0.5359477124183006,0.907202216066482,0.543046357615894,0.7215749642423913,0.1702857142857143
571,calibrated,0.5,700,22,114,39,0.639344262295082,0.2549019607843137,0.9695290858725761,0.3644859813084112,0.612215523328445,0.06971428571428571
571,calibrated,development_F1,503,219,44,109,0.3323170731707317,0.7124183006535948,0.6966759002770083,0.45322245322245325,0.7045471004653016,0.37485714285714283
572,raw,0.5,587,65,59,92,0.5859872611464968,0.609271523178808,0.9003067484662577,0.5974025974025974,0.7547891358225328,0.19551681195516812
572,calibrated,0.5,635,17,107,44,0.7213114754098361,0.2913907284768212,0.9739263803680982,0.41509433962264153,0.6326585544224597,0.0759651307596513
572,calibrated,development_F1,472,180,36,115,0.3898305084745763,0.7615894039735099,0.7239263803680982,0.515695067264574,0.742757892170804,0.36737235367372356
573,raw,0.5,636,80,82,62,0.43661971830985913,0.4305555555555556,0.888268156424581,0.43356643356643354,0.6594118559900684,0.16511627906976745
573,calibrated,0.5,698,18,117,27,0.6,0.1875,0.9748603351955307,0.2857142857142857,0.5811801675977654,0.05232558139534884
573,calibrated,development_F1,501,215,53,91,0.2973856209150327,0.6319444444444444,0.6997206703910615,0.40444444444444444,0.6658325574177529,0.3558139534883721
574,raw,0.5,625,89,84,114,0.5615763546798029,0.5757575757575758,0.8753501400560224,0.5685785536159601,0.725553857906799,0.2225877192982456
574,calibrated,0.5,694,20,142,56,0.7368421052631579,0.2828282828282828,0.9719887955182073,0.40875912408759124,0.627408539173245,0.08333333333333333
574,calibrated,development_F1,504,210,39,159,0.43089430894308944,0.803030303030303,0.7058823529411765,0.5608465608465608,0.7544563279857397,0.40460526315789475
575,raw,0.5,699,86,64,74,0.4625,0.5362318840579711,0.8904458598726115,0.4966442953020134,0.7133388719652913,0.1733477789815818
575,calibrated,0.5,763,22,100,38,0.6333333333333333,0.2753623188405797,0.9719745222929936,0.3838383838383838,0.6236684205667866,0.06500541711809317
575,calibrated,development_F1,560,225,31,107,0.32228915662650603,0.7753623188405797,0.7133757961783439,0.4553191489361702,0.7443690575094618,0.35969664138678226
576,raw,0.5,564,71,88,84,0.5419354838709678,0.4883720930232558,0.8881889763779528,0.5137614678899083,0.6882805347006042,0.19206939281288724
576,calibrated,0.5,614,21,125,47,0.6911764705882353,0.27325581395348836,0.9669291338582677,0.39166666666666666,0.6200924739058781,0.08426270136307311
576,calibrated,development_F1,444,191,47,125,0.39556962025316456,0.7267441860465116,0.6992125984251969,0.5122950819672131,0.7129783922358542,0.3915737298636927
577,raw,0.5,682,76,73,78,0.5064935064935064,0.5165562913907285,0.899736147757256,0.5114754098360655,0.7081462195739923,0.1694169416941694
577,calibrated,0.5,732,26,114,37,0.5873015873015873,0.24503311258278146,0.9656992084432717,0.34579439252336447,0.6053661605130266,0.06930693069306931
577,calibrated,development_F1,541,217,46,105,0.32608695652173914,0.695364238410596,0.7137203166226913,0.4439746300211416,0.7045422775166437,0.3542354235423542
578,raw,0.5,691,94,103,101,0.517948717948718,0.4950980392156863,0.8802547770700637,0.506265664160401,0.687676408142875,0.19716885743174925
578,calibrated,0.5,754,31,153,51,0.6219512195121951,0.25,0.9605095541401274,0.35664335664335667,0.6052547770700637,0.08291203235591507
578,calibrated,development_F1,559,226,47,157,0.40992167101827676,0.7696078431372549,0.7121019108280254,0.534923339011925,0.7408548769826402,0.3872598584428716
579,raw,0.5,696,79,96,83,0.5123456790123457,0.46368715083798884,0.8980645161290323,0.4868035190615836,0.6808758334835106,0.16981132075471697
579,calibrated,0.5,752,23,142,37,0.6166666666666667,0.20670391061452514,0.9703225806451613,0.30962343096234307,0.5885132456298432,0.06289308176100629
579,calibrated,development_F1,567,208,40,139,0.40057636887608067,0.776536312849162,0.7316129032258064,0.5285171102661597,0.7540746080374843,0.3637316561844864
580,raw,0.5,640,64,75,68,0.5151515151515151,0.4755244755244755,0.9090909090909091,0.49454545454545457,0.6923076923076923,0.15584415584415584
580,calibrated,0.5,689,15,111,32,0.6808510638297872,0.22377622377622378,0.9786931818181818,0.3368421052631579,0.6012347027972028,0.05548996458087367
580,calibrated,development_F1,526,178,39,104,0.36879432624113473,0.7272727272727273,0.7471590909090909,0.4894117647058824,0.7372159090909092,0.33293978748524206
581,raw,0.5,753,75,93,75,0.5,0.44642857142857145,0.9094202898550725,0.4716981132075472,0.677924430641822,0.15060240963855423
581,calibrated,0.5,812,16,134,34,0.68,0.20238095238095238,0.9806763285024155,0.3119266055045872,0.591528640441684,0.050200803212851405
581,calibrated,development_F1,612,216,45,123,0.36283185840707965,0.7321428571428571,0.7391304347826086,0.48520710059171596,0.7356366459627328,0.34036144578313254
582,raw,0.5,627,55,61,86,0.6099290780141844,0.5850340136054422,0.9193548387096774,0.5972222222222222,0.7521944261575597,0.1700844390832328
582,calibrated,0.5,664,18,103,44,0.7096774193548387,0.29931972789115646,0.9736070381231672,0.42105263157894735,0.6364633830071618,0.07478890229191798
582,calibrated,development_F1,508,174,28,119,0.4061433447098976,0.8095238095238095,0.7448680351906158,0.5409090909090909,0.7771959223572127,0.353437876960193
583,raw,0.5,651,69,60,77,0.5273972602739726,0.5620437956204379,0.9041666666666667,0.5441696113074205,0.7331052311435523,0.17036172695449242
583,calibrated,0.5,699,21,99,38,0.6440677966101694,0.2773722627737226,0.9708333333333333,0.3877551020408163,0.624102798053528,0.06884480746791131
583,calibrated,development_F1,527,193,37,100,0.3412969283276451,0.7299270072992701,0.7319444444444444,0.46511627906976744,0.7309357258718572,0.3418903150525088
584,raw,0.5,682,85,59,62,0.4217687074829932,0.512396694214876,0.8891786179921773,0.4626865671641791,0.7007876561035267,0.16554054054054054
584,calibrated,0.5,742,25,89,32,0.5614035087719298,0.2644628099173554,0.9674054758800521,0.3595505617977528,0.6159341428987037,0.06418918918918919
584,calibrated,development_F1,563,204,24,97,0.3222591362126246,0.8016528925619835,0.7340286831812256,0.4597156398104265,0.7678407878716045,0.33896396396396394
585,raw,0.5,724,86,95,78,0.47560975609756095,0.4508670520231214,0.8938271604938272,0.4629080118694362,0.6723471062584743,0.16683621566632756
585,calibrated,0.5,786,24,136,37,0.6065573770491803,0.2138728323699422,0.9703703703703703,0.3162393162393162,0.5921216013701562,0.06205493387589013
585,calibrated,development_F1,582,228,53,120,0.3448275862068966,0.6936416184971098,0.7185185185185186,0.46065259117082535,0.7060800685078141,0.3540183112919634
586,raw,0.5,722,76,75,98,0.5632183908045977,0.5664739884393064,0.9047619047619048,0.5648414985590778,0.7356179466006056,0.1791967044284243
586,calibrated,0.5,771,27,116,57,0.6785714285714286,0.32947976878612717,0.9661654135338346,0.44357976653696496,0.6478225911599809,0.08650875386199794
586,calibrated,development_F1,576,222,36,137,0.3816155988857939,0.791907514450867,0.7218045112781954,0.5150375939849624,0.7568560128645312,0.36972193614830073
587,raw,0.5,630,69,101,90,0.5660377358490566,0.4712041884816754,0.9012875536480687,0.5142857142857142,0.686245871064872,0.17865168539325843
587,calibrated,0.5,676,23,156,35,0.603448275862069,0.18324607329842932,0.9670958512160229,0.28112449799196787,0.5751709622572261,0.0651685393258427
587,calibrated,development_F1,505,194,44,147,0.4310850439882698,0.7696335078534031,0.7224606580829757,0.5526315789473685,0.7460470829681893,0.3831460674157303
588,raw,0.5,641,83,69,49,0.3712121212121212,0.4152542372881356,0.8853591160220995,0.392,0.6503066766551175,0.15676959619952494
588,calibrated,0.5,697,27,94,24,0.47058823529411764,0.2033898305084746,0.962707182320442,0.28402366863905326,0.5830485064144583,0.060570071258907364
588,calibrated,development_F1,520,204,41,77,0.27402135231316727,0.652542372881356,0.7182320441988951,0.38596491228070173,0.6853872085401256,0.333729216152019
589,raw,0.5,674,82,71,70,0.4605263157894737,0.49645390070921985,0.8915343915343915,0.4778156996587031,0.6939941461218057,0.16945373467112598
589,calibrated,0.5,733,23,106,35,0.603448275862069,0.24822695035460993,0.9695767195767195,0.35175879396984927,0.6089018349656647,0.06465997770345597
589,calibrated,development_F1,553,203,39,102,0.3344262295081967,0.723404255319149,0.7314814814814815,0.45739910313901344,0.7274428684003152,0.34002229654403565
590,raw,0.5,843,101,139,110,0.5213270142180095,0.44176706827309237,0.8930084745762712,0.4782608695652174,0.6673877714246818,0.1768650461022632
590,calibrated,0.5,919,25,213,36,0.5901639344262295,0.14457831325301204,0.9735169491525424,0.23225806451612904,0.5590476312027772,0.05113160100586756
590,calibrated,development_F1,694,250,56,193,0.435665914221219,0.7751004016064257,0.7351694915254238,0.5578034682080925,0.7551349465659247,0.37133277451802177
591,raw,0.5,643,69,63,71,0.5071428571428571,0.5298507462686567,0.9030898876404494,0.5182481751824818,0.716470316954553,0.16548463356973994
591,calibrated,0.5,689,23,105,29,0.5576923076923077,0.21641791044776118,0.9676966292134831,0.3118279569892473,0.5920572698306221,0.061465721040189124
591,calibrated,development_F1,534,178,39,95,0.34798534798534797,0.7089552238805971,0.75,0.4668304668304668,0.7294776119402986,0.32269503546099293
592,raw,0.5,753,101,115,109,0.5190476190476191,0.48660714285714285,0.8817330210772834,0.5023041474654378,0.6841700819672131,0.19480519480519481
592,calibrated,0.5,839,15,179,45,0.75,0.20089285714285715,0.9824355971896955,0.31690140845070425,0.5916642271662763,0.055658627087198514
592,calibrated,development_F1,597,257,33,191,0.4263392857142857,0.8526785714285714,0.6990632318501171,0.5684523809523809,0.7758709016393442,0.4155844155844156
593,raw,0.5,681,78,86,71,0.47651006711409394,0.45222929936305734,0.8972332015810277,0.46405228758169936,0.6747312504720425,0.16266375545851527
593,calibrated,0.5,728,31,122,35,0.5303030303030303,0.2229299363057325,0.9591567852437418,0.31390134529147984,0.5910433607747372,0.07205240174672489
593,calibrated,development_F1,552,207,47,110,0.3470031545741325,0.7006369426751592,0.7272727272727273,0.4641350210970464,0.7139548349739433,0.3460698689956332
594,raw,0.5,606,87,75,66,0.43137254901960786,0.46808510638297873,0.8744588744588745,0.4489795918367347,0.6712719904209266,0.18345323741007194
594,calibrated,0.5,666,27,107,34,0.5573770491803278,0.24113475177304963,0.961038961038961,0.33663366336633666,0.6010868564060053,0.07314148681055156
594,calibrated,development_F1,493,200,40,101,0.33554817275747506,0.7163120567375887,0.7113997113997114,0.45701357466063347,0.71385588406865,0.3609112709832134
595,raw,0.5,645,76,81,52,0.40625,0.39097744360902253,0.8945908460471568,0.39846743295019155,0.6427841448280897,0.14988290398126464
595,calibrated,0.5,693,28,100,33,0.5409836065573771,0.24812030075187969,0.9611650485436893,0.3402061855670103,0.6046426746477845,0.07142857142857142
595,calibrated,development_F1,529,192,48,85,0.30685920577617326,0.6390977443609023,0.7337031900138696,0.4146341463414634,0.686400467187386,0.32435597189695553
596,raw,0.5,727,87,99,84,0.49122807017543857,0.45901639344262296,0.8931203931203932,0.4745762711864407,0.676068393281508,0.1715145436308927
596,calibrated,0.5,793,21,143,40,0.6557377049180327,0.2185792349726776,0.9742014742014742,0.32786885245901637,0.5963903545870759,0.06118355065195587
596,calibrated,development_F1,562,252,42,141,0.35877862595419846,0.7704918032786885,0.6904176904176904,0.4895833333333333,0.7304547468481895,0.39418254764292876
597,raw,0.5,714,94,68,66,0.4125,0.4925373134328358,0.8836633663366337,0.4489795918367347,0.6881003398847347,0.16985138004246284
597,calibrated,0.5,795,13,102,32,0.7111111111111111,0.23880597014925373,0.9839108910891089,0.3575418994413408,0.6113584306191813,0.04777070063694268
597,calibrated,development_F1,565,243,35,99,0.2894736842105263,0.7388059701492538,0.6992574257425742,0.41596638655462187,0.7190316979459139,0.3630573248407643
598,raw,0.5,776,101,119,72,0.4161849710982659,0.3769633507853403,0.8848346636259977,0.3956043956043956,0.630899007205669,0.16198501872659177
598,calibrated,0.5,853,24,163,28,0.5384615384615384,0.14659685863874344,0.9726339794754846,0.23045267489711935,0.559615419057114,0.04868913857677903
598,calibrated,development_F1,598,279,46,145,0.3419811320754717,0.7591623036649214,0.6818700114025086,0.4715447154471545,0.720516157533715,0.3970037453183521
599,raw,0.5,782,87,109,62,0.4161073825503356,0.36257309941520466,0.8998849252013809,0.3875,0.6312290123082928,0.14326923076923076
599,calibrated,0.5,846,23,148,23,0.5,0.13450292397660818,0.9735327963176065,0.2119815668202765,0.5540178601471073,0.04423076923076923
599,calibrated,development_F1,620,249,38,133,0.3481675392670157,0.7777777777777778,0.713463751438435,0.4810126582278481,0.7456207646081063,0.36730769230769234
600,raw,0.5,542,92,55,50,0.352112676056338,0.47619047619047616,0.8548895899053628,0.4048582995951417,0.6655400330479195,0.19215155615696888
600,calibrated,0.5,606,28,75,30,0.5172413793103449,0.2857142857142857,0.9558359621451105,0.36809815950920244,0.6207751239296981,0.07848443843031123
600,calibrated,development_F1,415,219,28,77,0.26013513513513514,0.7333333333333333,0.6545741324921136,0.38403990024937656,0.6939537329127234,0.40054127198917455
601,raw,0.5,710,84,66,74,0.46835443037974683,0.5285714285714286,0.8942065491183879,0.4966442953020134,0.7113889888449083,0.16916488222698073
601,calibrated,0.5,767,27,97,43,0.6142857142857143,0.30714285714285716,0.9659949622166247,0.4095238095238095,0.6365689096797409,0.07494646680942184
601,calibrated,development_F1,565,229,34,106,0.3164179104477612,0.7571428571428571,0.7115869017632241,0.4463157894736842,0.7343648794530406,0.35867237687366166
602,raw,0.5,794,78,93,108,0.5806451612903226,0.5373134328358209,0.9105504587155964,0.5581395348837209,0.7239319457757086,0.1733457595526561
602,calibrated,0.5,851,21,148,53,0.7162162162162162,0.263681592039801,0.9759174311926605,0.38545454545454544,0.6197995116162307,0.06896551724137931
602,calibrated,development_F1,621,251,40,161,0.3907766990291262,0.8009950248756219,0.7121559633027523,0.5252854812398042,0.7565754940891871,0.38397017707362535
603,raw,0.5,578,61,74,83,0.5763888888888888,0.5286624203821656,0.9045383411580594,0.5514950166112956,0.7166003807701125,0.18090452261306533
603,calibrated,0.5,615,24,127,30,0.5555555555555556,0.1910828025477707,0.9624413145539906,0.2843601895734597,0.5767620585508807,0.0678391959798995
603,calibrated,development_F1,458,181,34,123,0.40460526315789475,0.7834394904458599,0.7167449139280125,0.5336225596529284,0.7500922021869363,0.38190954773869346
604,raw,0.5,667,72,86,108,0.6,0.5567010309278351,0.9025710419485792,0.5775401069518716,0.7296360364382071,0.19292604501607716
604,calibrated,0.5,717,22,135,59,0.7283950617283951,0.30412371134020616,0.9702300405953992,0.4290909090909091,0.6371768759678027,0.08681672025723473
604,calibrated,development_F1,552,187,47,147,0.44011976047904194,0.7577319587628866,0.7469553450608931,0.5568181818181818,0.7523436519118898,0.3579849946409432
605,raw,0.5,675,73,137,75,0.5067567567567568,0.35377358490566035,0.9024064171122995,0.4166666666666667,0.6280900010089799,0.15416666666666667
605,calibrated,0.5,724,24,184,28,0.5384615384615384,0.1320754716981132,0.9679144385026738,0.21212121212121213,0.5499949551003935,0.05416666666666667
605,calibrated,development_F1,531,217,73,139,0.3904494382022472,0.6556603773584906,0.7098930481283422,0.4894366197183099,0.6827767127434163,0.37083333333333335
606,raw,0.5,670,74,84,72,0.4931506849315068,0.46153846153846156,0.9005376344086021,0.4768211920529801,0.6810380479735318,0.1622222222222222
606,calibrated,0.5,724,20,118,38,0.6551724137931034,0.24358974358974358,0.9731182795698925,0.35514018691588783,0.608354011579818,0.06444444444444444
606,calibrated,development_F1,525,219,50,106,0.3261538461538461,0.6794871794871795,0.7056451612903226,0.4407484407484408,0.6925661703887511,0.3611111111111111
607,raw,0.5,698,69,76,72,0.5106382978723404,0.4864864864864865,0.910039113428944,0.4982698961937716,0.6982627999577152,0.1540983606557377
607,calibrated,0.5,749,18,120,28,0.6086956521739131,0.1891891891891892,0.9765319426336375,0.28865979381443296,0.5828605659114133,0.05027322404371585
607,calibrated,development_F1,562,205,51,97,0.3211920529801324,0.6554054054054054,0.7327249022164276,0.4311111111111111,0.6940651538109165,0.3300546448087432
608,raw,0.5,622,84,84,77,0.4782608695652174,0.4782608695652174,0.8810198300283286,0.4782608695652174,0.679640349796773,0.18569780853517878
608,calibrated,0.5,683,23,120,41,0.640625,0.2546583850931677,0.9674220963172805,0.36444444444444446,0.6110402407052241,0.07381776239907728
608,calibrated,development_F1,513,193,37,124,0.3911671924290221,0.7701863354037267,0.726628895184136,0.5188284518828452,0.7484076152939314,0.36562860438292966
609,raw,0.5,662,87,95,104,0.5445026178010471,0.5226130653266332,0.8838451268357811,0.5333333333333333,0.7032290960812071,0.20147679324894516
609,calibrated,0.5,719,30,148,51,0.6296296296296297,0.2562814070351759,0.9599465954606141,0.36428571428571427,0.6081140012478949,0.08544303797468354
609,calibrated,development_F1,525,224,50,149,0.39946380697050937,0.7487437185929648,0.7009345794392523,0.5209790209790209,0.7248391490161086,0.39345991561181437
610,raw,0.5,608,74,90,65,0.4676258992805755,0.41935483870967744,0.8914956011730205,0.4421768707482993,0.655425219941349,0.16606929510155316
610,calibrated,0.5,662,20,127,28,0.5833333333333334,0.18064516129032257,0.9706744868035191,0.27586206896551724,0.5756598240469208,0.05734767025089606
610,calibrated,development_F1,485,197,44,111,0.36038961038961037,0.7161290322580646,0.7111436950146628,0.4794816414686825,0.7136363636363636,0.36798088410991636
611,raw,0.5,689,73,109,83,0.532051282051282,0.4322916666666667,0.9041994750656168,0.47701149425287354,0.6682455708661418,0.16352201257861634
611,calibrated,0.5,738,24,164,28,0.5384615384615384,0.14583333333333334,0.968503937007874,0.22950819672131148,0.5571686351706037,0.05450733752620545
611,calibrated,development_F1,533,229,50,142,0.38274932614555257,0.7395833333333334,0.699475065616798,0.5044404973357016,0.7195291994750657,0.3888888888888889
612,raw,0.5,707,78,76,84,0.5185185185185185,0.525,0.9006369426751593,0.5217391304347826,0.7128184713375796,0.17142857142857143
612,calibrated,0.5,765,20,120,40,0.6666666666666666,0.25,0.9745222929936306,0.36363636363636365,0.6122611464968153,0.06349206349206349
612,calibrated,development_F1,573,212,32,128,0.3764705882352941,0.8,0.729936305732484,0.512,0.764968152866242,0.35978835978835977
613,raw,0.5,741,78,73,58,0.4264705882352941,0.44274809160305345,0.9047619047619048,0.4344569288389513,0.6737549981824791,0.1431578947368421
613,calibrated,0.5,804,15,105,26,0.6341463414634146,0.1984732824427481,0.9816849816849816,0.3023255813953488,0.5900791320638649,0.0431578947368421
613,calibrated,development_F1,578,241,33,98,0.2890855457227139,0.7480916030534351,0.7057387057387058,0.41702127659574467,0.7269151543960705,0.3568421052631579
614,raw,0.5,827,119,95,68,0.36363636363636365,0.4171779141104294,0.8742071881606766,0.38857142857142857,0.645692551135553,0.16862037871956717
614,calibrated,0.5,917,29,141,22,0.43137254901960786,0.13496932515337423,0.9693446088794926,0.205607476635514,0.5521569670164335,0.045987376014427414
614,calibrated,development_F1,671,275,45,118,0.30025445292620867,0.7239263803680982,0.7093023255813954,0.4244604316546763,0.7166143529747468,0.35437330928764654
615,raw,0.5,726,88,83,93,0.5138121546961326,0.5284090909090909,0.8918918918918919,0.5210084033613446,0.7101504914004915,0.18282828282828284
615,calibrated,0.5,786,28,128,48,0.631578947368421,0.2727272727272727,0.9656019656019657,0.38095238095238093,0.6191646191646192,0.07676767676767676
615,calibrated,development_F1,596,218,42,134,0.3806818181818182,0.7613636363636364,0.7321867321867321,0.5075757575757576,0.7467751842751842,0.35555555555555557
616,raw,0.5,662,93,73,75,0.44642857142857145,0.5067567567567568,0.8768211920529801,0.47468354430379744,0.6917889744048684,0.18604651162790697
616,calibrated,0.5,726,29,107,41,0.5857142857142857,0.27702702702702703,0.9615894039735099,0.3761467889908257,0.6193082155002685,0.07751937984496124
616,calibrated,development_F1,548,207,41,107,0.34076433121019106,0.722972972972973,0.7258278145695364,0.46320346320346323,0.7244003937712546,0.3477297895902547
617,raw,0.5,687,81,73,84,0.509090909090909,0.535031847133758,0.89453125,0.5217391304347826,0.7147815485668789,0.1783783783783784
617,calibrated,0.5,742,26,119,38,0.59375,0.24203821656050956,0.9661458333333334,0.3438914027149321,0.6040920249469215,0.06918918918918919
617,calibrated,development_F1,562,206,32,125,0.3776435045317221,0.7961783439490446,0.7317708333333334,0.5122950819672131,0.7639745886411891,0.35783783783783785
618,raw,0.5,670,72,94,93,0.5636363636363636,0.49732620320855614,0.9029649595687331,0.5284090909090909,0.7001455813886446,0.17761033369214208
618,calibrated,0.5,723,19,155,32,0.6274509803921569,0.1711229946524064,0.9743935309973046,0.2689075630252101,0.5727582628248555,0.05489773950484392
618,calibrated,development_F1,535,207,55,132,0.3893805309734513,0.7058823529411765,0.7210242587601078,0.5019011406844106,0.7134533058506421,0.36490850376749195
619,raw,0.5,664,70,61,75,0.5172413793103449,0.5514705882352942,0.9046321525885559,0.5338078291814946,0.728051370411925,0.16666666666666666
619,calibrated,0.5,709,25,97,39,0.609375,0.2867647058823529,0.9659400544959128,0.39,0.6263523801891329,0.0735632183908046
619,calibrated,development_F1,530,204,36,100,0.32894736842105265,0.7352941176470589,0.7220708446866485,0.45454545454545453,0.7286824811668537,0.34942528735632183
620,raw,0.5,707,103,95,77,0.42777777777777776,0.4476744186046512,0.8728395061728395,0.4375,0.6602569623887453,0.18329938900203666
620,calibrated,0.5,782,28,137,35,0.5555555555555556,0.20348837209302326,0.9654320987654321,0.2978723404255319,0.5844602354292276,0.06415478615071284
620,calibrated,development_F1,544,266,43,129,0.3265822784810127,0.75,0.671604938271605,0.455026455026455,0.7108024691358025,0.40224032586558045
621,raw,0.5,774,101,91,89,0.46842105263157896,0.49444444444444446,0.8845714285714286,0.4810810810810811,0.6895079365079365,0.18009478672985782
621,calibrated,0.5,843,32,134,46,0.5897435897435898,0.25555555555555554,0.9634285714285714,0.35658914728682173,0.6094920634920635,0.07393364928909953
621,calibrated,development_F1,598,277,42,138,0.3325301204819277,0.7666666666666667,0.6834285714285714,0.4638655462184874,0.725047619047619,0.3933649289099526
622,raw,0.5,732,86,71,84,0.49411764705882355,0.5419354838709678,0.8948655256723717,0.5169230769230769,0.7184005047716697,0.1747173689619733
622,calibrated,0.5,799,19,113,42,0.6885245901639344,0.2709677419354839,0.9767726161369193,0.3888888888888889,0.6238701790362016,0.06269270298047276
622,calibrated,development_F1,586,232,39,116,0.3333333333333333,0.7483870967741936,0.7163814180929096,0.46123260437375746,0.7323842574335515,0.35765673175745116
623,raw,0.5,621,96,90,71,0.4251497005988024,0.4409937888198758,0.8661087866108786,0.4329268292682927,0.6535512877153772,0.19020501138952164
623,calibrated,0.5,696,21,132,29,0.58,0.18012422360248448,0.9707112970711297,0.27488151658767773,0.5754177603368071,0.05694760820045558
623,calibrated,development_F1,474,243,40,121,0.3324175824175824,0.7515527950310559,0.6610878661087866,0.46095238095238095,0.7063203305699213,0.4145785876993166
624,raw,0.5,695,86,110,72,0.45569620253164556,0.3956043956043956,0.8898847631241997,0.4235294117647059,0.6427445793642976,0.1640706126687435
624,calibrated,0.5,756,25,143,39,0.609375,0.21428571428571427,0.967989756722151,0.3170731707317073,0.5911377355039327,0.06645898234683281
624,calibrated,development_F1,538,243,54,128,0.3450134770889488,0.7032967032967034,0.6888604353393086,0.4629294755877034,0.696078569318006,0.3852544132917965
625,raw,0.5,629,76,87,85,0.5279503105590062,0.4941860465116279,0.8921985815602836,0.5105105105105106,0.6931923140359557,0.18358038768529075
625,calibrated,0.5,674,31,131,41,0.5694444444444444,0.23837209302325582,0.9560283687943263,0.3360655737704918,0.597200230908791,0.08209806157354618
625,calibrated,development_F1,513,192,45,127,0.3981191222570533,0.7383720930232558,0.7276595744680852,0.5173116089613035,0.7330158337456705,0.3637400228050171
626,raw,0.5,674,74,70,80,0.5194805194805194,0.5333333333333333,0.9010695187165776,0.5263157894736842,0.7172014260249555,0.1714922048997773
626,calibrated,0.5,732,16,105,45,0.7377049180327869,0.3,0.9786096256684492,0.4265402843601896,0.6393048128342246,0.06792873051224944
626,calibrated,development_F1,525,223,34,116,0.3421828908554572,0.7733333333333333,0.7018716577540107,0.47443762781186094,0.737602495543672,0.3775055679287305
627,raw,0.5,679,93,74,55,0.3716216216216216,0.4263565891472868,0.8795336787564767,0.3971119133574007,0.6529451339518817,0.16426193118756938
627,calibrated,0.5,744,28,106,23,0.45098039215686275,0.17829457364341086,0.9637305699481865,0.25555555555555554,0.5710125717957987,0.05660377358490566
627,calibrated,development_F1,537,235,39,90,0.27692307692307694,0.6976744186046512,0.6955958549222798,0.3964757709251101,0.6966351367634656,0.3607103218645949
628,raw,0.5,678,103,67,69,0.4011627906976744,0.5073529411764706,0.8681177976952625,0.44805194805194803,0.6877353694358666,0.1875681570338059
628,calibrated,0.5,753,28,107,29,0.5087719298245614,0.21323529411764705,0.9641485275288092,0.3005181347150259,0.5886919108232281,0.062159214830970554
628,calibrated,development_F1,531,250,40,96,0.2774566473988439,0.7058823529411765,0.6798975672215108,0.3983402489626556,0.6928899600813436,0.37731733914940024
629,raw,0.5,653,107,97,77,0.41847826086956524,0.4425287356321839,0.8592105263157894,0.4301675977653631,0.6508696309739866,0.19700214132762311
629,calibrated,0.5,727,33,131,43,0.5657894736842105,0.2471264367816092,0.9565789473684211,0.344,0.6018526920750151,0.08137044967880086
629,calibrated,development_F1,531,229,56,118,0.3400576368876081,0.6781609195402298,0.6986842105263158,0.45297504798464494,0.6884225650332728,0.3715203426124197
630,raw,0.5,752,66,104,113,0.6312849162011173,0.5207373271889401,0.9193154034229829,0.5707070707070707,0.7200263653059615,0.17294685990338166
630,calibrated,0.5,805,13,171,46,0.7796610169491526,0.2119815668202765,0.9841075794621027,0.3333333333333333,0.5980445731411896,0.057004830917874394
630,calibrated,development_F1,616,202,49,168,0.4540540540540541,0.7741935483870968,0.7530562347188264,0.5724020442930153,0.7636248915529615,0.357487922705314
631,raw,0.5,672,82,94,85,0.5089820359281437,0.4748603351955307,0.8912466843501327,0.4913294797687861,0.6830535097728316,0.1789924973204716
631,calibrated,0.5,730,24,138,41,0.6307692307692307,0.22905027932960895,0.9681697612732095,0.3360655737704918,0.5986100203014092,0.06966773847802786
631,calibrated,development_F1,549,205,51,128,0.3843843843843844,0.7150837988826816,0.7281167108753316,0.5,0.7216002548790066,0.35691318327974275
632,raw,0.5,714,75,101,78,0.5098039215686274,0.43575418994413406,0.9049429657794676,0.46987951807228917,0.6703485778618008,0.15805785123966942
632,calibrated,0.5,775,14,145,34,0.7083333333333334,0.18994413407821228,0.982256020278834,0.29955947136563876,0.5861000771785231,0.049586776859504134
632,calibrated,development_F1,581,208,53,126,0.3772455089820359,0.7039106145251397,0.7363751584283904,0.49122807017543857,0.720142886476765,0.3450413223140496
633,raw,0.5,713,67,84,82,0.5503355704697986,0.4939759036144578,0.9141025641025641,0.5206349206349207,0.704039233858511,0.15750528541226216
633,calibrated,0.5,761,19,125,41,0.6833333333333333,0.2469879518072289,0.9756410256410256,0.36283185840707965,0.6113144887241273,0.06342494714587738
633,calibrated,development_F1,585,195,40,126,0.3925233644859813,0.7590361445783133,0.75,0.5174537987679672,0.7545180722891567,0.339323467230444
634,raw,0.5,636,81,104,83,0.5060975609756098,0.44385026737967914,0.8870292887029289,0.47293447293447294,0.6654397780413039,0.18141592920353983
634,calibrated,0.5,690,27,143,44,0.6197183098591549,0.23529411764705882,0.9623430962343096,0.34108527131782945,0.5988186069406842,0.07853982300884955
634,calibrated,development_F1,516,201,54,133,0.39820359281437123,0.7112299465240641,0.7196652719665272,0.510556621880998,0.7154476092452957,0.3694690265486726
635,raw,0.5,782,103,105,79,0.4340659340659341,0.42934782608695654,0.8836158192090395,0.43169398907103823,0.656481822647998,0.17025257249766138
635,calibrated,0.5,858,27,153,31,0.5344827586206896,0.16847826086956522,0.9694915254237289,0.256198347107438,0.568984893146647,0.05425631431244153
635,calibrated,development_F1,614,271,45,139,0.33902439024390246,0.7554347826086957,0.6937853107344633,0.468013468013468,0.7246100466715795,0.38353601496725914
636,raw,0.5,570,87,64,85,0.4941860465116279,0.5704697986577181,0.867579908675799,0.5295950155763239,0.7190248536667585,0.21339950372208435
636,calibrated,0.5,637,20,107,42,0.6774193548387096,0.28187919463087246,0.969558599695586,0.3981042654028436,0.6257188971632293,0.07692307692307693
636,calibrated,development_F1,453,204,24,125,0.3799392097264438,0.8389261744966443,0.6894977168949772,0.5230125523012552,0.7642119456958107,0.40818858560794047
637,raw,0.5,650,79,57,65,0.4513888888888889,0.5327868852459017,0.8916323731138546,0.48872180451127817,0.7122096291798781,0.1692126909518214
637,calibrated,0.5,708,21,89,33,0.6111111111111112,0.27049180327868855,0.9711934156378601,0.375,0.6208426094582743,0.06345475910693302
637,calibrated,development_F1,544,185,28,94,0.33691756272401435,0.7704918032786885,0.7462277091906722,0.4688279301745636,0.7583597562346803,0.32784958871915393
638,raw,0.5,594,69,43,54,0.43902439024390244,0.5567010309278351,0.8959276018099548,0.4909090909090909,0.726314316368895,0.1618421052631579
638,calibrated,0.5,635,28,73,24,0.46153846153846156,0.24742268041237114,0.9577677224736049,0.3221476510067114,0.6025952014429881,0.06842105263157895
638,calibrated,development_F1,493,170,23,74,0.30327868852459017,0.7628865979381443,0.7435897435897436,0.4340175953079179,0.753238170763944,0.32105263157894737
639,raw,0.5,671,90,103,135,0.6,0.5672268907563025,0.8817345597897503,0.5831533477321814,0.7244807252730264,0.22522522522522523
639,calibrated,0.5,734,27,168,70,0.7216494845360825,0.29411764705882354,0.9645203679369251,0.417910447761194,0.6293190074978743,0.0970970970970971
639,calibrated,development_F1,540,221,48,190,0.46228710462287104,0.7983193277310925,0.709592641261498,0.5855161787365177,0.7539559844962953,0.4114114114114114
640,raw,0.5,637,75,61,59,0.44029850746268656,0.49166666666666664,0.8946629213483146,0.4645669291338583,0.6931647940074906,0.16105769230769232
640,calibrated,0.5,690,22,89,31,0.5849056603773585,0.25833333333333336,0.9691011235955056,0.3583815028901734,0.6137172284644195,0.06370192307692307
640,calibrated,development_F1,531,181,36,84,0.3169811320754717,0.7,0.7457865168539326,0.43636363636363634,0.7228932584269663,0.31850961538461536
641,raw,0.5,663,93,75,77,0.45294117647058824,0.506578947368421,0.876984126984127,0.4782608695652174,0.691781537176274,0.18722466960352424
641,calibrated,0.5,725,31,113,39,0.5571428571428572,0.2565789473684211,0.958994708994709,0.35135135135135137,0.607786828181565,0.07709251101321586
641,calibrated,development_F1,516,240,39,113,0.32011331444759206,0.743421052631579,0.6825396825396826,0.44752475247524753,0.7129803675856308,0.38876651982378857
642,raw,0.5,738,71,60,81,0.5328947368421053,0.574468085106383,0.9122373300370828,0.552901023890785,0.743352707571733,0.16
642,calibrated,0.5,787,22,105,36,0.6206896551724138,0.2553191489361702,0.9728059332509271,0.36180904522613067,0.6140625410935486,0.061052631578947365
642,calibrated,development_F1,614,195,24,117,0.375,0.8297872340425532,0.7589616810877626,0.5165562913907285,0.7943744575651579,0.32842105263157895
643,raw,0.5,789,81,92,88,0.5207100591715976,0.4888888888888889,0.906896551724138,0.504297994269341,0.6978927203065134,0.16095238095238096
643,calibrated,0.5,855,15,138,42,0.7368421052631579,0.23333333333333334,0.9827586206896551,0.35443037974683544,0.6080459770114942,0.054285714285714284
643,calibrated,development_F1,636,234,41,139,0.3726541554959786,0.7722222222222223,0.7310344827586207,0.5027124773960217,0.7516283524904215,0.35523809523809524
644,raw,0.5,817,112,90,98,0.4666666666666667,0.5212765957446809,0.8794402583423035,0.49246231155778897,0.7003584270434922,0.18800358102059087
644,calibrated,0.5,912,17,131,57,0.7702702702702703,0.30319148936170215,0.9817007534983854,0.4351145038167939,0.6424461214300438,0.06624888093106536
644,calibrated,development_F1,645,284,43,145,0.337995337995338,0.7712765957446809,0.6942949407965554,0.4700162074554295,0.7327857682706181,0.38406445837063563
645,raw,0.5,684,76,75,76,0.5,0.5033112582781457,0.9,0.5016501650165016,0.7016556291390729,0.1668496158068057
645,calibrated,0.5,742,18,118,33,0.6470588235294118,0.2185430463576159,0.9763157894736842,0.32673267326732675,0.5974294179156501,0.05598243688254665
645,calibrated,development_F1,545,215,39,112,0.3425076452599388,0.7417218543046358,0.7171052631578947,0.4686192468619247,0.7294135587312652,0.3589462129527991
646,raw,0.5,666,81,78,86,0.5149700598802395,0.524390243902439,0.891566265060241,0.5196374622356495,0.70797825448134,0.18331503841931943
646,calibrated,0.5,721,26,122,42,0.6176470588235294,0.25609756097560976,0.965194109772423,0.3620689655172414,0.6106458353740164,0.07464324917672886
646,calibrated,development_F1,541,206,34,130,0.3869047619047619,0.7926829268292683,0.7242302543507363,0.52,0.7584565905900023,0.36882546652030734
647,raw,0.5,788,79,71,69,0.46621621621621623,0.4928571428571429,0.908881199538639,0.4791666666666667,0.7008691711978909,0.14697120158887786
647,calibrated,0.5,847,20,107,33,0.6226415094339622,0.2357142857142857,0.9769319492502884,0.34196891191709844,0.6063231174822871,0.05263157894736842
647,calibrated,development_F1,627,240,29,111,0.3162393162393162,0.7928571428571428,0.7231833910034602,0.45213849287169044,0.7580202669303016,0.3485600794438927
648,raw,0.5,729,90,84,83,0.4797687861271676,0.49700598802395207,0.8901098901098901,0.48823529411764705,0.6935579390669211,0.17545638945233266
648,calibrated,0.5,792,27,125,42,0.6086956521739131,0.25149700598802394,0.967032967032967,0.3559322033898305,0.6092649865104955,0.06997971602434078
648,calibrated,development_F1,568,251,30,137,0.35309278350515466,0.8203592814371258,0.6935286935286935,0.4936936936936937,0.7569439874829096,0.3935091277890467
649,raw,0.5,710,75,80,74,0.4966442953020134,0.4805194805194805,0.9044585987261147,0.4884488448844885,0.6924890396227976,0.15867944621938232
649,calibrated,0.5,758,27,114,40,0.5970149253731343,0.2597402597402597,0.9656050955414013,0.36199095022624433,0.6126726776408304,0.07135250266240682
649,calibrated,development_F1,579,206,39,115,0.3582554517133956,0.7467532467532467,0.7375796178343949,0.4842105263157895,0.7421664322938208,0.34185303514376997
650,raw,0.5,681,86,98,111,0.5634517766497462,0.5311004784688995,0.8878748370273793,0.5467980295566502,0.7094876577481395,0.20184426229508196
650,calibrated,0.5,744,23,163,46,0.6666666666666666,0.22009569377990432,0.970013037809648,0.33093525179856115,0.5950543657947761,0.0706967213114754
650,calibrated,development_F1,546,221,41,168,0.4318766066838046,0.8038277511961722,0.711864406779661,0.5618729096989966,0.7578460789879167,0.3985655737704918
651,raw,0.5,697,79,83,76,0.49032258064516127,0.4779874213836478,0.8981958762886598,0.4840764331210191,0.6880916488361538,0.1657754010695187
651,calibrated,0.5,749,27,129,30,0.5263157894736842,0.18867924528301888,0.9652061855670103,0.2777777777777778,0.5769427154250146,0.06096256684491978
651,calibrated,development_F1,573,203,34,125,0.38109756097560976,0.7861635220125787,0.7384020618556701,0.5133470225872689,0.7622827919341244,0.3508021390374332
652,raw,0.5,627,63,79,80,0.5594405594405595,0.5031446540880503,0.908695652173913,0.5298013245033113,0.7059201531309817,0.1684334511189635
652,calibrated,0.5,663,27,108,51,0.6538461538461539,0.32075471698113206,0.9608695652173913,0.43037974683544306,0.6408121410992617,0.09187279151943463
652,calibrated,development_F1,528,162,40,119,0.4234875444839858,0.7484276729559748,0.7652173913043478,0.5409090909090909,0.7568225321301614,0.3309776207302709
653,raw,0.5,697,101,66,87,0.4627659574468085,0.5686274509803921,0.8734335839598998,0.5102639296187683,0.7210305174701459,0.19768664563617244
653,calibrated,0.5,768,30,99,54,0.6428571428571429,0.35294117647058826,0.9624060150375939,0.45569620253164556,0.6576735957540911,0.08832807570977919
653,calibrated,development_F1,553,245,27,126,0.33962264150943394,0.8235294117647058,0.6929824561403509,0.48091603053435117,0.7582559339525283,0.3901156677181914
654,raw,0.5,671,70,59,67,0.48905109489051096,0.5317460317460317,0.9055330634278003,0.5095057034220533,0.7186395475869161,0.1580161476355248
654,calibrated,0.5,721,20,86,40,0.6666666666666666,0.31746031746031744,0.9730094466936572,0.43010752688172044,0.6452348820769873,0.06920415224913495
654,calibrated,development_F1,537,204,29,97,0.3222591362126246,0.7698412698412699,0.7246963562753036,0.45433255269320844,0.7472688130582867,0.34717416378316035
655,raw,0.5,613,97,104,86,0.46994535519125685,0.45263157894736844,0.8633802816901408,0.46112600536193027,0.6580059303187547,0.20333333333333334
655,calibrated,0.5,681,29,145,45,0.6081081081081081,0.23684210526315788,0.9591549295774648,0.3409090909090909,0.5979985174203114,0.08222222222222222
655,calibrated,development_F1,465,245,41,149,0.37817258883248733,0.7842105263157895,0.6549295774647887,0.5102739726027398,0.7195700518902891,0.43777777777777777
656,raw,0.5,763,93,65,71,0.4329268292682927,0.5220588235294118,0.8913551401869159,0.47333333333333333,0.7067069818581638,0.16532258064516128
656,calibrated,0.5,841,15,104,32,0.6808510638297872,0.23529411764705882,0.9824766355140186,0.34972677595628415,0.6088853765805388,0.047379032258064516
656,calibrated,development_F1,591,265,27,109,0.2914438502673797,0.8014705882352942,0.6904205607476636,0.42745098039215684,0.7459455744914789,0.37701612903225806
657,raw,0.5,904,119,112,102,0.46153846153846156,0.4766355140186916,0.8836754643206256,0.4689655172413793,0.6801554891696586,0.17865804365400162
657,calibrated,0.5,991,32,165,49,0.6049382716049383,0.22897196261682243,0.9687194525904204,0.33220338983050846,0.5988457076036214,0.06548100242522231
657,calibrated,development_F1,704,319,53,161,0.33541666666666664,0.7523364485981309,0.6881720430107527,0.46397694524495675,0.7202542458044419,0.3880355699272433
658,raw,0.5,673,74,72,49,0.3983739837398374,0.4049586776859504,0.9009370816599732,0.4016393442622951,0.6529478796729618,0.14170506912442396
658,calibrated,0.5,726,21,100,21,0.5,0.17355371900826447,0.9718875502008032,0.25766871165644173,0.5727206346045338,0.04838709677419355
658,calibrated,development_F1,544,203,33,88,0.3024054982817869,0.7272727272727273,0.7282463186077643,0.42718446601941745,0.7277595229402458,0.3352534562211982
659,raw,0.5,668,103,86,92,0.4717948717948718,0.5168539325842697,0.8664072632944229,0.4932975871313673,0.6916305979393462,0.2054794520547945
659,calibrated,0.5,735,36,128,50,0.5813953488372093,0.2808988764044944,0.953307392996109,0.3787878787878788,0.6171031347003018,0.09062170706006323
659,calibrated,development_F1,543,228,43,135,0.371900826446281,0.7584269662921348,0.7042801556420234,0.49907578558225507,0.7313535609670792,0.38250790305584825
660,raw,0.5,657,79,78,78,0.4968152866242038,0.5,0.8926630434782609,0.4984025559105431,0.6963315217391304,0.17600896860986548
660,calibrated,0.5,718,18,125,31,0.6326530612244898,0.1987179487179487,0.9755434782608695,0.3024390243902439,0.5871307134894092,0.05493273542600897
660,calibrated,development_F1,534,202,36,120,0.37267080745341613,0.7692307692307693,0.7255434782608695,0.502092050209205,0.7473871237458194,0.3609865470852018
661,raw,0.5,636,81,96,69,0.46,0.41818181818181815,0.8870292887029289,0.4380952380952381,0.6526055534423735,0.17006802721088435
661,calibrated,0.5,687,30,129,36,0.5454545454545454,0.21818181818181817,0.9581589958158996,0.3116883116883117,0.5881704069988589,0.07482993197278912
661,calibrated,development_F1,526,191,53,112,0.3696369636963696,0.6787878787878788,0.7336122733612274,0.47863247863247865,0.706200076074553,0.3435374149659864
662,raw,0.5,636,90,66,79,0.46745562130177515,0.5448275862068965,0.8760330578512396,0.5031847133757962,0.7104303220290681,0.19402985074626866
662,calibrated,0.5,695,31,111,34,0.5230769230769231,0.23448275862068965,0.9573002754820936,0.3238095238095238,0.5958915170513917,0.07462686567164178
662,calibrated,development_F1,520,206,40,105,0.33762057877813506,0.7241379310344828,0.7162534435261708,0.4605263157894737,0.7201956872803268,0.35706084959816303
663,raw,0.5,747,88,132,100,0.5319148936170213,0.43103448275862066,0.8946107784431138,0.47619047619047616,0.6628226306008672,0.17619493908153702
663,calibrated,0.5,812,23,181,51,0.6891891891891891,0.21982758620689655,0.9724550898203593,0.3333333333333333,0.5961413380136279,0.06935332708528585
663,calibrated,development_F1,595,240,68,164,0.40594059405940597,0.7068965517241379,0.7125748502994012,0.5157232704402516,0.7097357010117695,0.3786316776007498
664,raw,0.5,663,79,93,74,0.48366013071895425,0.4431137724550898,0.8935309973045822,0.4625,0.668322384879836,0.16831683168316833
664,calibrated,0.5,717,25,133,34,0.576271186440678,0.20359281437125748,0.9663072776280324,0.3008849557522124,0.584950045999645,0.06490649064906491
664,calibrated,development_F1,548,194,47,120,0.3821656050955414,0.718562874251497,0.738544474393531,0.498960498960499,0.728553674322514,0.34543454345434543
665,raw,0.5,697,64,71,55,0.46218487394957986,0.4365079365079365,0.9159001314060446,0.4489795918367347,0.6762040339569906,0.13416009019165728
665,calibrated,0.5,739,22,95,31,0.5849056603773585,0.24603174603174602,0.9710906701708278,0.3463687150837989,0.6085612081012869,0.05975197294250282
665,calibrated,development_F1,555,206,45,81,0.28222996515679444,0.6428571428571429,0.7293035479632063,0.3922518159806295,0.6860803454101746,0.32356257046223225
666,raw,0.5,679,92,78,74,0.4457831325301205,0.4868421052631579,0.880674448767834,0.46540880503144655,0.683758277015496,0.17984832069339113
666,calibrated,0.5,754,17,115,37,0.6851851851851852,0.24342105263157895,0.9779507133592736,0.3592233009708738,0.6106858829954263,0.05850487540628386
666,calibrated,development_F1,535,236,33,119,0.3352112676056338,0.7828947368421053,0.6939040207522698,0.46942800788954636,0.7383993787971875,0.38461538461538464
667,raw,0.5,773,84,118,115,0.5778894472361809,0.49356223175965663,0.9019836639439907,0.5324074074074074,0.6977729478518236,0.18256880733944955
667,calibrated,0.5,824,33,163,70,0.6796116504854369,0.30042918454935624,0.9614935822637106,0.4166666666666667,0.6309613834065334,0.0944954128440367
667,calibrated,development_F1,655,202,63,170,0.45698924731182794,0.7296137339055794,0.764294049008168,0.5619834710743802,0.7469538914568736,0.3412844036697248
668,raw,0.5,718,86,69,89,0.5085714285714286,0.5632911392405063,0.8930348258706468,0.5345345345345346,0.7281629825555765,0.18191268191268192
668,calibrated,0.5,779,25,108,50,0.6666666666666666,0.31645569620253167,0.9689054726368159,0.4291845493562232,0.6426805844196738,0.07796257796257797
668,calibrated,development_F1,577,227,35,123,0.3514285714285714,0.7784810126582279,0.7176616915422885,0.484251968503937,0.7480713521002582,0.36382536382536385
669,raw,0.5,758,87,77,73,0.45625,0.4866666666666667,0.8970414201183432,0.47096774193548385,0.6918540433925049,0.16080402010050251
669,calibrated,0.5,817,28,107,43,0.6056338028169014,0.2866666666666667,0.9668639053254438,0.3891402714932127,0.6267652859960552,0.07135678391959799
669,calibrated,development_F1,586,259,41,109,0.296195652173913,0.7266666666666667,0.693491124260355,0.42084942084942084,0.7100788954635109,0.3698492462311558
670,raw,0.5,657,71,89,92,0.5644171779141104,0.5082872928176796,0.9024725274725275,0.5348837209302325,0.7053799101451035,0.1793179317931793
670,calibrated,0.5,704,24,133,48,0.6666666666666666,0.26519337016574585,0.967032967032967,0.3794466403162055,0.6161131685993564,0.07920792079207921
670,calibrated,development_F1,527,201,44,137,0.40532544378698226,0.7569060773480663,0.7239010989010989,0.5279383429672447,0.7404035881245825,0.3718371837183718
671,raw,0.5,693,94,103,67,0.4161490683229814,0.3941176470588235,0.8805590851334181,0.40483383685800606,0.6373383660961208,0.16823406478578892
671,calibrated,0.5,769,18,131,39,0.6842105263157895,0.22941176470588234,0.97712833545108,0.3436123348017621,0.6032700500784812,0.05956112852664577
671,calibrated,development_F1,567,220,53,117,0.34718100890207715,0.6882352941176471,0.7204574332909784,0.46153846153846156,0.7043463637043128,0.35214211076280044
672,raw,0.5,719,95,98,121,0.5601851851851852,0.5525114155251142,0.8832923832923832,0.5563218390804597,0.7179018994087487,0.2090997095837367
672,calibrated,0.5,782,32,162,57,0.6404494382022472,0.2602739726027397,0.9606879606879607,0.37012987012987014,0.6104809666453502,0.08615682478218781
672,calibrated,development_F1,564,250,49,170,0.40476190476190477,0.776255707762557,0.6928746928746928,0.5320813771517997,0.7345652003186249,0.40658276863504356
673,raw,0.5,646,79,79,62,0.4397163120567376,0.4397163120567376,0.8910344827586207,0.4397163120567376,0.6653753974076791,0.1628175519630485
673,calibrated,0.5,699,26,114,27,0.5094339622641509,0.19148936170212766,0.9641379310344828,0.27835051546391754,0.5778136463683052,0.061200923787528866
673,calibrated,development_F1,519,206,38,103,0.3333333333333333,0.7304964539007093,0.7158620689655173,0.4577777777777778,0.7231792614331133,0.3568129330254042
674,raw,0.5,708,85,126,59,0.4097222222222222,0.31891891891891894,0.89281210592686,0.3586626139817629,0.6058655124228894,0.147239263803681
674,calibrated,0.5,770,23,161,24,0.5106382978723404,0.12972972972972974,0.9709962168978562,0.20689655172413793,0.5503629733137929,0.04805725971370143
674,calibrated,development_F1,572,221,74,111,0.33433734939759036,0.6,0.7213114754098361,0.42940038684719534,0.660655737704918,0.3394683026584867
675,raw,0.5,823,116,99,118,0.5042735042735043,0.543778801843318,0.8764643237486688,0.5232815964523282,0.7101215627959934,0.20242214532871972
675,calibrated,0.5,919,20,157,60,0.75,0.2764976958525346,0.9787007454739084,0.40404040404040403,0.6275992206632215,0.06920415224913495
675,calibrated,development_F1,644,295,31,186,0.3866943866943867,0.8571428571428571,0.6858359957401491,0.5329512893982808,0.7714894264415031,0.41608996539792387
676,raw,0.5,667,73,73,72,0.496551724137931,0.496551724137931,0.9013513513513514,0.496551724137931,0.6989515377446411,0.1638418079096045
676,calibrated,0.5,723,17,111,34,0.6666666666666666,0.23448275862068965,0.977027027027027,0.3469387755102041,0.6057548928238583,0.0576271186440678
676,calibrated,development_F1,550,190,34,111,0.3687707641196013,0.7655172413793103,0.7432432432432432,0.4977578475336323,0.7543802423112768,0.34011299435028247
677,raw,0.5,725,85,114,97,0.532967032967033,0.4597156398104265,0.8950617283950617,0.49363867684478374,0.6773886841027441,0.178256611165524
677,calibrated,0.5,794,16,167,44,0.7333333333333333,0.20853080568720378,0.980246913580247,0.3247232472324723,0.5943888596337253,0.058765915768854066
677,calibrated,development_F1,574,236,59,152,0.3917525773195876,0.7203791469194313,0.7086419753086419,0.5075125208681135,0.7145105611140365,0.38001958863858964
678,raw,0.5,579,67,63,74,0.524822695035461,0.5401459854014599,0.8962848297213623,0.5323741007194245,0.7182154075614111,0.18007662835249041
678,calibrated,0.5,625,21,94,43,0.671875,0.31386861313868614,0.9674922600619195,0.42786069651741293,0.6406804366003028,0.08173690932311622
678,calibrated,development_F1,450,196,34,103,0.34448160535117056,0.7518248175182481,0.6965944272445821,0.4724770642201835,0.7242096223814152,0.3818646232439336
679,raw,0.5,631,70,98,114,0.6195652173913043,0.5377358490566038,0.9001426533523538,0.5757575757575758,0.7189392512044788,0.20153340635268346
679,calibrated,0.5,677,24,145,67,0.7362637362637363,0.3160377358490566,0.9657631954350927,0.44224422442244227,0.6409004656420747,0.09967141292442497
679,calibrated,development_F1,500,201,44,168,0.45528455284552843,0.7924528301886793,0.7132667617689016,0.5783132530120482,0.7528597959787904,0.40416210295728366
680,raw,0.5,675,76,116,97,0.5606936416184971,0.45539906103286387,0.8988015978695073,0.5025906735751295,0.6771003294511856,0.17946058091286307
680,calibrated,0.5,724,27,179,34,0.5573770491803278,0.1596244131455399,0.9640479360852197,0.24817518248175183,0.5618361746153798,0.06327800829875518
680,calibrated,development_F1,580,171,43,170,0.49853372434017595,0.7981220657276995,0.7723035952063915,0.6137184115523465,0.7852128304670455,0.3537344398340249
681,raw,0.5,778,80,69,90,0.5294117647058824,0.5660377358490566,0.9067599067599068,0.547112462006079,0.7363988213044816,0.1671583087512291
681,calibrated,0.5,831,27,99,60,0.6896551724137931,0.37735849056603776,0.9685314685314685,0.4878048780487805,0.6729449795487532,0.0855457227138643
681,calibrated,development_F1,616,242,41,118,0.3277777777777778,0.7421383647798742,0.717948717948718,0.45472061657032753,0.7300435413642961,0.35398230088495575
682,raw,0.5,762,91,96,82,0.47398843930635837,0.4606741573033708,0.8933177022274326,0.4672364672364672,0.6769959297654017,0.16779825412221144
682,calibrated,0.5,832,21,141,37,0.6379310344827587,0.20786516853932585,0.9753810082063306,0.3135593220338983,0.5916230883728282,0.05625606207565471
682,calibrated,development_F1,626,227,44,134,0.37119113573407203,0.7528089887640449,0.7338804220398594,0.4972170686456401,0.7433447054019522,0.3501454898157129
683,raw,0.5,698,87,83,89,0.5056818181818182,0.5174418604651163,0.889171974522293,0.5114942528735632,0.7033069174937047,0.1839080459770115
683,calibrated,0.5,760,25,123,49,0.6621621621621622,0.28488372093023256,0.9681528662420382,0.3983739837398374,0.6265182935861354,0.07732497387669801
683,calibrated,development_F1,552,233,42,130,0.3581267217630854,0.7558139534883721,0.7031847133757961,0.48598130841121495,0.7294993334320841,0.3793103448275862
684,raw,0.5,709,78,99,81,0.5094339622641509,0.45,0.9008894536213469,0.4778761061946903,0.6754447268106735,0.16442605997931747
684,calibrated,0.5,765,22,142,38,0.6333333333333333,0.2111111111111111,0.9720457433290979,0.31666666666666665,0.5915784272201045,0.06204756980351603
684,calibrated,development_F1,547,240,51,129,0.34959349593495936,0.7166666666666667,0.6950444726810674,0.46994535519125685,0.7058555696738671,0.3815925542916236
685,raw,0.5,729,105,113,115,0.5227272727272727,0.5043859649122807,0.8741007194244604,0.5133928571428571,0.6892433421683706,0.2071563088512241
685,calibrated,0.5,804,30,167,61,0.6703296703296703,0.2675438596491228,0.9640287769784173,0.3824451410658307,0.6157863183137701,0.0856873822975518
685,calibrated,development_F1,574,260,40,188,0.41964285714285715,0.8245614035087719,0.6882494004796164,0.5562130177514792,0.7564054019941941,0.4218455743879473
686,raw,0.5,616,82,69,63,0.43448275862068964,0.4772727272727273,0.8825214899713467,0.4548736462093863,0.679897108622037,0.1746987951807229
686,calibrated,0.5,661,37,97,35,0.4861111111111111,0.26515151515151514,0.9469914040114613,0.3431372549019608,0.6060714595814882,0.08674698795180723
686,calibrated,development_F1,507,191,46,86,0.3104693140794224,0.6515151515151515,0.7263610315186246,0.42053789731051344,0.6889380915168881,0.3337349397590361
687,raw,0.5,614,76,60,91,0.5449101796407185,0.6026490066225165,0.8898550724637682,0.5723270440251572,0.7462520395431423,0.1985731272294887
687,calibrated,0.5,662,28,101,50,0.6410256410256411,0.33112582781456956,0.9594202898550724,0.4366812227074236,0.645273058834821,0.09274673008323424
687,calibrated,development_F1,512,178,36,115,0.3924914675767918,0.7615894039735099,0.7420289855072464,0.5180180180180181,0.7518091947403782,0.34839476813317477
688,raw,0.5,706,80,97,84,0.5121951219512195,0.46408839779005523,0.8982188295165394,0.48695652173913045,0.6811536136532973,0.16959669079627715
688,calibrated,0.5,760,26,150,31,0.543859649122807,0.1712707182320442,0.9669211195928753,0.2605042016806723,0.5690959189124598,0.05894519131334023
688,calibrated,development_F1,572,214,53,128,0.3742690058479532,0.7071823204419889,0.727735368956743,0.4894837476099426,0.7174588446993659,0.3536711478800414
689,raw,0.5,660,81,85,82,0.5030674846625767,0.49101796407185627,0.8906882591093117,0.49696969696969695,0.690853111590584,0.17951541850220265
689,calibrated,0.5,715,26,122,45,0.6338028169014085,0.2694610778443114,0.9649122807017544,0.37815126050420167,0.617186679273033,0.07819383259911894
689,calibrated,development_F1,544,197,45,122,0.3824451410658307,0.7305389221556886,0.7341430499325237,0.5020576131687243,0.7323409860441061,0.3513215859030837
690,raw,0.5,613,71,87,67,0.4855072463768116,0.43506493506493504,0.8961988304093568,0.4589041095890411,0.6656318827371459,0.16467780429594273
690,calibrated,0.5,665,19,123,31,0.62,0.2012987012987013,0.9722222222222222,0.30392156862745096,0.5867604617604618,0.059665871121718374
690,calibrated,development_F1,477,207,44,110,0.3470031545741325,0.7142857142857143,0.6973684210526315,0.46709129511677283,0.7058270676691729,0.37828162291169454
691,raw,0.5,676,101,82,82,0.44808743169398907,0.5,0.87001287001287,0.47262247838616717,0.685006435006435,0.1944739638682253
691,calibrated,0.5,742,35,119,45,0.5625,0.27439024390243905,0.954954954954955,0.36885245901639346,0.614672599428697,0.08501594048884166
691,calibrated,development_F1,555,222,41,123,0.3565217391304348,0.75,0.7142857142857143,0.48330058939096265,0.7321428571428572,0.36663124335812963
692,raw,0.5,635,65,70,89,0.577922077922078,0.559748427672956,0.9071428571428571,0.5686900958466453,0.7334456424079066,0.17927823050058206
692,calibrated,0.5,680,20,110,49,0.7101449275362319,0.3081761006289308,0.9714285714285714,0.4298245614035088,0.6398023360287511,0.08032596041909197
692,calibrated,development_F1,510,190,41,118,0.38311688311688313,0.7421383647798742,0.7285714285714285,0.5053533190578159,0.7353548966756513,0.3585564610011641
693,raw,0.5,647,70,100,118,0.6276595744680851,0.5412844036697247,0.902370990237099,0.5812807881773399,0.7218276969534119,0.20106951871657755
693,calibrated,0.5,692,25,157,61,0.7093023255813954,0.2798165137614679,0.9651324965132496,0.40131578947368424,0.6224745051373588,0.09197860962566845
693,calibrated,development_F1,523,194,58,160,0.4519774011299435,0.7339449541284404,0.7294281729428173,0.5594405594405595,0.7316865635356289,0.3786096256684492
694,raw,0.5,666,69,99,66,0.4888888888888889,0.4,0.9061224489795918,0.44,0.653061224489796,0.15
694,calibrated,0.5,713,22,141,24,0.5217391304347826,0.14545454545454545,0.9700680272108844,0.22748815165876776,0.5577612863327149,0.051111111111111114
694,calibrated,development_F1,551,184,38,127,0.40836012861736337,0.7696969696969697,0.7496598639455783,0.5336134453781513,0.759678416821274,0.34555555555555556
695,raw,0.5,735,104,75,91,0.4666666666666667,0.5481927710843374,0.8760429082240763,0.5041551246537396,0.7121178396542068,0.19402985074626866
695,calibrated,0.5,817,22,121,45,0.6716417910447762,0.2710843373493976,0.9737783075089392,0.38626609442060084,0.6224313224291684,0.06666666666666667
695,calibrated,development_F1,568,271,37,129,0.3225,0.7771084337349398,0.6769964243146603,0.4558303886925795,0.7270524290248,0.39800995024875624
696,raw,0.5,699,77,80,44,0.36363636363636365,0.3548387096774194,0.9007731958762887,0.35918367346938773,0.627805952776854,0.13444444444444445
696,calibrated,0.5,759,17,107,17,0.5,0.13709677419354838,0.9780927835051546,0.21518987341772153,0.5575947788493515,0.03777777777777778
696,calibrated,development_F1,552,224,54,70,0.23809523809523808,0.5645161290322581,0.711340206185567,0.3349282296650718,0.6379281676089126,0.32666666666666666
697,raw,0.5,711,94,101,102,0.5204081632653061,0.5024630541871922,0.8832298136645963,0.5112781954887218,0.6928464339258942,0.19444444444444445
697,calibrated,0.5,777,28,145,58,0.6744186046511628,0.2857142857142857,0.9652173913043478,0.4013840830449827,0.6254658385093168,0.08531746031746032
697,calibrated,development_F1,560,245,52,151,0.3813131313131313,0.7438423645320197,0.6956521739130435,0.5041736227045075,0.7197472692225315,0.39285714285714285
698,raw,0.5,691,108,124,71,0.39664804469273746,0.3641025641025641,0.8648310387984981,0.37967914438502676,0.6144668014505311,0.18008048289738432
698,calibrated,0.5,762,37,158,37,0.5,0.18974358974358974,0.9536921151439299,0.275092936802974,0.5717178524437598,0.0744466800804829
698,calibrated,development_F1,559,240,61,134,0.3582887700534759,0.6871794871794872,0.6996245306633292,0.4710017574692443,0.6934020089214081,0.3762575452716298
699,raw,0.5,713,85,92,77,0.47530864197530864,0.4556213017751479,0.893483709273183,0.4652567975830816,0.6745525055241655,0.16752843846949328
699,calibrated,0.5,769,29,130,39,0.5735294117647058,0.23076923076923078,0.9636591478696742,0.3291139240506329,0.5972141893194525,0.0703205791106515
699,calibrated,development_F1,588,210,58,111,0.34579439252336447,0.6568047337278107,0.7368421052631579,0.4530612244897959,0.6968234194954843,0.33195449844881075
700,raw,0.5,748,99,96,76,0.4342857142857143,0.4418604651162791,0.8831168831168831,0.43804034582132567,0.6624886741165811,0.1717369970559372
700,calibrated,0.5,825,22,139,33,0.6,0.19186046511627908,0.974025974025974,0.2907488986784141,0.5829432195711266,0.053974484789008834
700,calibrated,development_F1,617,230,54,118,0.3390804597701149,0.686046511627907,0.7284533648170012,0.45384615384615384,0.7072499382224541,0.34151128557409227
701,raw,0.5,715,79,71,94,0.5433526011560693,0.5696969696969697,0.9005037783375315,0.5562130177514792,0.7351003740172506,0.18039624608967675
701,calibrated,0.5,769,25,124,41,0.6212121212121212,0.24848484848484848,0.9685138539042821,0.354978354978355,0.6084993511945653,0.06882168925964546
701,calibrated,development_F1,575,219,26,139,0.388268156424581,0.8424242424242424,0.7241813602015114,0.5315487571701721,0.7833028013128769,0.3733055265901981
702,raw,0.5,811,98,73,73,0.4269005847953216,0.5,0.8921892189218922,0.4605678233438486,0.6960946094609461,0.16208530805687205
702,calibrated,0.5,892,17,104,42,0.711864406779661,0.2876712328767123,0.9812981298129813,0.4097560975609756,0.6344846813448468,0.055924170616113746
702,calibrated,development_F1,656,253,36,110,0.30303030303030304,0.7534246575342466,0.7216721672167217,0.43222003929273084,0.7375484123754841,0.34407582938388626
703,raw,0.5,712,96,120,118,0.5514018691588785,0.4957983193277311,0.8811881188118812,0.5221238938053098,0.6884932190698061,0.2045889101338432
703,calibrated,0.5,785,23,184,54,0.7012987012987013,0.226890756302521,0.9715346534653465,0.34285714285714286,0.5992127048839337,0.07361376673040153
703,calibrated,development_F1,539,269,47,191,0.4152173913043478,0.8025210084033614,0.6670792079207921,0.5472779369627507,0.7348001081620767,0.4397705544933078
704,raw,0.5,763,90,64,87,0.4915254237288136,0.5761589403973509,0.8944900351699883,0.5304878048780488,0.7353244877836695,0.17629482071713148
704,calibrated,0.5,825,28,104,47,0.6266666666666667,0.31125827814569534,0.9671746776084408,0.415929203539823,0.639216477877068,0.07470119521912351
704,calibrated,development_F1,643,210,37,114,0.35185185185185186,0.7549668874172185,0.753810082063306,0.48,0.7543884847402622,0.32270916334661354
705,raw,0.5,746,105,71,92,0.467005076142132,0.5644171779141104,0.8766157461809636,0.5111111111111111,0.720516462047537,0.1942800788954635
705,calibrated,0.5,818,33,116,47,0.5875,0.2883435582822086,0.9612220916568742,0.3868312757201646,0.6247828249695414,0.07889546351084813
705,calibrated,development_F1,597,254,25,138,0.3520408163265306,0.8466257668711656,0.7015276145710928,0.4972972972972973,0.7740766907211292,0.3865877712031558
706,raw,0.5,738,76,65,85,0.5279503105590062,0.5666666666666667,0.9066339066339066,0.5466237942122186,0.7366502866502866,0.16701244813278007
706,calibrated,0.5,793,21,106,44,0.676923076923077,0.29333333333333333,0.9742014742014742,0.40930232558139534,0.6337674037674037,0.06742738589211618
706,calibrated,development_F1,584,230,30,120,0.34285714285714286,0.8,0.7174447174447175,0.48,0.7587223587223588,0.3630705394190871
707,raw,0.5,705,85,80,86,0.5029239766081871,0.5180722891566265,0.8924050632911392,0.5103857566765578,0.7052386762238829,0.1788702928870293
707,calibrated,0.5,771,19,122,44,0.6984126984126984,0.26506024096385544,0.9759493670886076,0.38427947598253276,0.6205048040262315,0.06589958158995816
707,calibrated,development_F1,579,211,45,121,0.3644578313253012,0.7289156626506024,0.7329113924050633,0.4859437751004016,0.7309135275278329,0.3472803347280335
708,raw,0.5,663,79,86,77,0.4935897435897436,0.4723926380368098,0.8935309973045822,0.4827586206896552,0.682961817670696,0.1723756906077348
708,calibrated,0.5,723,19,138,25,0.5681818181818182,0.15337423312883436,0.9743935309973046,0.24154589371980675,0.5638838820630695,0.04861878453038674
708,calibrated,development_F1,522,220,36,127,0.3659942363112392,0.7791411042944786,0.7035040431266847,0.4980392156862745,0.7413225737105816,0.3834254143646409
709,raw,0.5,723,82,86,90,0.5232558139534884,0.5113636363636364,0.8981366459627329,0.5172413793103449,0.7047501411631847,0.17533129459734964
709,calibrated,0.5,779,26,122,54,0.675,0.3068181818181818,0.9677018633540373,0.421875,0.6372600225861096,0.08154943934760449
709,calibrated,development_F1,577,228,41,135,0.371900826446281,0.7670454545454546,0.7167701863354037,0.5009276437847866,0.7419078204404291,0.37003058103975534
710,raw,0.5,623,81,101,84,0.509090909090909,0.4540540540540541,0.8849431818181818,0.48,0.669498617936118,0.1856017997750281
710,calibrated,0.5,685,19,147,38,0.6666666666666666,0.20540540540540542,0.9730113636363636,0.3140495867768595,0.5892083845208845,0.06411698537682789
710,calibrated,development_F1,491,213,58,127,0.3735294117647059,0.6864864864864865,0.6974431818181818,0.4838095238095238,0.6919648341523341,0.38245219347581555
711,raw,0.5,591,76,123,134,0.638095238095238,0.5214007782101168,0.8860569715142429,0.5738758029978587,0.7037288748621798,0.22727272727272727
711,calibrated,0.5,642,25,190,67,0.7282608695652174,0.2607003891050584,0.9625187406296851,0.3839541547277937,0.6116095648673717,0.09956709956709957
711,calibrated,development_F1,473,194,61,196,0.5025641025641026,0.7626459143968871,0.7091454272863568,0.6058732612055642,0.735895670841622,0.42207792207792205
712,raw,0.5,750,82,93,93,0.5314285714285715,0.5,0.9014423076923077,0.5152354570637119,0.7007211538461539,0.1719056974459725
712,calibrated,0.5,806,26,141,45,0.6338028169014085,0.24193548387096775,0.96875,0.35019455252918286,0.6053427419354839,0.06974459724950884
712,calibrated,development_F1,604,228,46,140,0.3804347826086957,0.7526881720430108,0.7259615384615384,0.5054151624548736,0.7393248552522746,0.3614931237721022
713,raw,0.5,678,61,104,79,0.5642857142857143,0.43169398907103823,0.9174560216508796,0.4891640866873065,0.6745750053609589,0.15184381778741865
713,calibrated,0.5,718,21,153,30,0.5882352941176471,0.16393442622950818,0.9715832205683356,0.2564102564102564,0.5677588233989219,0.055314533622559656
713,calibrated,development_F1,522,217,48,135,0.3835227272727273,0.7377049180327869,0.706359945872801,0.5046728971962616,0.722032431952794,0.38177874186550975
714,raw,0.5,648,79,69,74,0.48366013071895425,0.5174825174825175,0.8913342503438789,0.5,0.7044083839131983,0.17586206896551723
714,calibrated,0.5,705,22,107,36,0.6206896551724138,0.2517482517482518,0.9697386519944979,0.3582089552238806,0.6107434518713748,0.06666666666666667
714,calibrated,development_F1,514,213,32,111,0.3425925925925926,0.7762237762237763,0.7070151306740028,0.4753747323340471,0.7416194534488896,0.3724137931034483
715,raw,0.5,728,75,88,69,0.4791666666666667,0.4394904458598726,0.9066002490660025,0.4584717607973422,0.6730453474629375,0.15
715,calibrated,0.5,786,17,123,34,0.6666666666666666,0.21656050955414013,0.9788293897882939,0.3269230769230769,0.5976949496712171,0.053125
715,calibrated,development_F1,590,213,45,112,0.3446153846153846,0.7133757961783439,0.7347447073474471,0.46473029045643155,0.7240602517628956,0.3385416666666667
716,raw,0.5,693,103,80,98,0.48756218905472637,0.550561797752809,0.8706030150753769,0.5171503957783641,0.7105824064140929,0.20636550308008214
716,calibrated,0.5,772,24,124,54,0.6923076923076923,0.30337078651685395,0.9698492462311558,0.421875,0.6366100163740048,0.08008213552361396
716,calibrated,development_F1,547,249,42,136,0.35324675324675325,0.7640449438202247,0.6871859296482412,0.48312611012433393,0.7256154367342329,0.3952772073921971
717,raw,0.5,699,102,62,70,0.4069767441860465,0.5303030303030303,0.8726591760299626,0.4605263157894737,0.7014811031664965,0.18435155412647375
717,calibrated,0.5,769,32,96,36,0.5294117647058824,0.2727272727272727,0.9600499375780275,0.36,0.6163886051526501,0.07288317256162916
717,calibrated,development_F1,547,254,33,99,0.2804532577903683,0.75,0.682896379525593,0.40824742268041236,0.7164481897627966,0.3783494105037513
718,raw,0.5,635,71,83,91,0.5617283950617284,0.5229885057471264,0.8994334277620396,0.5416666666666666,0.711210966754583,0.18409090909090908
718,calibrated,0.5,675,31,127,47,0.6025641025641025,0.27011494252873564,0.9560906515580736,0.373015873015873,0.6131027970434046,0.08863636363636364
718,calibrated,development_F1,531,175,50,124,0.41471571906354515,0.7126436781609196,0.7521246458923513,0.5243128964059197,0.7323841620266354,0.3397727272727273
719,raw,0.5,732,73,66,93,0.5602409638554217,0.5849056603773585,0.9093167701863354,0.5723076923076923,0.7471112152818469,0.17219917012448133
719,calibrated,0.5,774,31,102,57,0.6477272727272727,0.3584905660377358,0.9614906832298137,0.46153846153846156,0.6599906246337748,0.0912863070539419
719,calibrated,development_F1,586,219,32,127,0.3670520231213873,0.7987421383647799,0.7279503105590062,0.502970297029703,0.763346224461893,0.35892116182572614
720,raw,0.5,792,118,119,106,0.4732142857142857,0.4711111111111111,0.8703296703296703,0.47216035634743875,0.6707203907203907,0.1973568281938326
720,calibrated,0.5,883,27,187,38,0.5846153846153846,0.1688888888888889,0.9703296703296703,0.2620689655172414,0.5696092796092797,0.05726872246696035
720,calibrated,development_F1,622,288,46,179,0.38329764453961457,0.7955555555555556,0.6835164835164835,0.5173410404624278,0.7395360195360196,0.41145374449339206
721,raw,0.5,735,76,89,111,0.5935828877005348,0.555,0.906288532675709,0.5736434108527132,0.7306442663378545,0.18496538081107813
721,calibrated,0.5,779,32,137,63,0.6631578947368421,0.315,0.9605425400739828,0.4271186440677966,0.6377712700369914,0.09396636993076163
721,calibrated,development_F1,612,199,39,161,0.44722222222222224,0.805,0.7546239210850801,0.575,0.7798119605425401,0.3560830860534125
722,raw,0.5,692,80,118,82,0.5061728395061729,0.41,0.8963730569948186,0.4530386740331492,0.6531865284974093,0.16666666666666666
722,calibrated,0.5,743,29,158,42,0.5915492957746479,0.21,0.9624352331606217,0.30996309963099633,0.5862176165803109,0.07304526748971193
722,calibrated,development_F1,569,203,57,143,0.41329479768786126,0.715,0.7370466321243523,0.5238095238095238,0.7260233160621761,0.3559670781893004
723,raw,0.5,673,102,71,82,0.44565217391304346,0.5359477124183006,0.8683870967741936,0.486646884272997,0.7021674045962472,0.19827586206896552
723,calibrated,0.5,747,28,108,45,0.6164383561643836,0.29411764705882354,0.9638709677419355,0.39823008849557523,0.6289943074003795,0.07866379310344827
723,calibrated,development_F1,533,242,34,119,0.3296398891966759,0.7777777777777778,0.687741935483871,0.46303501945525294,0.7327598566308244,0.3890086206896552
724,raw,0.5,751,85,62,59,0.4097222222222222,0.48760330578512395,0.8983253588516746,0.44528301886792454,0.6929643323183993,0.15047021943573669
724,calibrated,0.5,810,26,89,32,0.5517241379310345,0.2644628099173554,0.9688995215311005,0.3575418994413408,0.6166811657242279,0.06060606060606061
724,calibrated,development_F1,629,207,42,79,0.2762237762237762,0.6528925619834711,0.7523923444976076,0.3882063882063882,0.7026424532405393,0.2988505747126437
725,raw,0.5,654,98,74,60,0.379746835443038,0.44776119402985076,0.8696808510638298,0.410958904109589,0.6587210225468403,0.17832957110609482
725,calibrated,0.5,726,26,105,29,0.5272727272727272,0.21641791044776118,0.9654255319148937,0.30687830687830686,0.5909217211813275,0.062076749435665914
725,calibrated,development_F1,519,233,39,95,0.2896341463414634,0.7089552238805971,0.6901595744680851,0.41125541125541126,0.6995573991743411,0.37020316027088035
726,raw,0.5,685,81,67,88,0.5207100591715976,0.567741935483871,0.8942558746736292,0.5432098765432098,0.7309989050787501,0.18349619978284473
726,calibrated,0.5,738,28,111,44,0.6111111111111112,0.2838709677419355,0.9634464751958225,0.3876651982378855,0.623658721468879,0.0781758957654723
726,calibrated,development_F1,527,239,33,122,0.3379501385041551,0.7870967741935484,0.6879895561357703,0.4728682170542636,0.7375431651646593,0.3919652551574376
727,raw,0.5,709,82,62,86,0.5119047619047619,0.581081081081081,0.8963337547408344,0.5443037974683544,0.7387074179109577,0.17891373801916932
727,calibrated,0.5,769,22,102,46,0.6764705882352942,0.3108108108108108,0.9721871049304678,0.42592592592592593,0.6414989578706393,0.0724174653887114
727,calibrated,development_F1,573,218,29,119,0.35311572700296734,0.8040540540540541,0.7243994943109987,0.49072164948453606,0.7642267741825264,0.3588924387646432
728,raw,0.5,740,82,106,112,0.5773195876288659,0.5137614678899083,0.9002433090024331,0.5436893203883495,0.7070023884461707,0.18653846153846154
728,calibrated,0.5,791,31,159,59,0.6555555555555556,0.2706422018348624,0.962287104622871,0.38311688311688313,0.6164646532288667,0.08653846153846154
728,calibrated,development_F1,573,249,48,170,0.40572792362768495,0.7798165137614679,0.6970802919708029,0.533751962323391,0.7384484028661353,0.4028846153846154
729,raw,0.5,748,94,87,72,0.43373493975903615,0.4528301886792453,0.8883610451306413,0.4430769230769231,0.6705956169049433,0.16583416583416583
729,calibrated,0.5,814,28,130,29,0.5087719298245614,0.18238993710691823,0.9667458432304038,0.26851851851851855,0.574567890168661,0.056943056943056944
729,calibrated,development_F1,597,245,48,111,0.31179775280898875,0.6981132075471698,0.7090261282660333,0.43106796116504853,0.7035696679066015,0.35564435564435565
730,raw,0.5,762,74,82,113,0.6042780748663101,0.5794871794871795,0.9114832535885168,0.5916230366492147,0.7454852165378482,0.1813773035887488
730,calibrated,0.5,809,27,122,73,0.73,0.37435897435897436,0.9677033492822966,0.49491525423728816,0.6710311618206355,0.09699321047526673
730,calibrated,development_F1,650,186,45,150,0.44642857142857145,0.7692307692307693,0.777511961722488,0.5649717514124294,0.7733713654766287,0.3258971871968962
731,raw,0.5,638,66,81,82,0.5540540540540541,0.5030674846625767,0.90625,0.5273311897106109,0.7046587423312883,0.1707035755478662
731,calibrated,0.5,688,16,123,40,0.7142857142857143,0.24539877300613497,0.9772727272727273,0.365296803652968,0.6113357501394311,0.06459054209919261
731,calibrated,development_F1,550,154,46,117,0.4317343173431734,0.7177914110429447,0.78125,0.5391705069124424,0.7495207055214723,0.31257208765859285
732,raw,0.5,720,110,114,77,0.4117647058823529,0.4031413612565445,0.8674698795180723,0.4074074074074074,0.6353056203873084,0.1831537708129285
732,calibrated,0.5,785,45,152,39,0.4642857142857143,0.20418848167539266,0.9457831325301205,0.28363636363636363,0.5749858071027566,0.08227228207639568
732,calibrated,development_F1,579,251,64,127,0.335978835978836,0.6649214659685864,0.6975903614457831,0.44639718804920914,0.6812559137071847,0.3702252693437806
733,raw,0.5,709,62,95,73,0.5407407407407407,0.43452380952380953,0.9195849546044098,0.48184818481848185,0.6770543820641097,0.14376996805111822
733,calibrated,0.5,750,21,123,45,0.6818181818181818,0.26785714285714285,0.9727626459143969,0.38461538461538464,0.6203098943857699,0.07028753993610223
733,calibrated,development_F1,582,189,50,118,0.38436482084690554,0.7023809523809523,0.754863813229572,0.4968421052631579,0.7286223828052621,0.32694355697550587
734,raw,0.5,580,66,58,76,0.5352112676056338,0.5671641791044776,0.8978328173374613,0.5507246376811594,0.7324984982209695,0.18205128205128204
734,calibrated,0.5,628,18,104,30,0.625,0.22388059701492538,0.9721362229102167,0.32967032967032966,0.5980084099625711,0.06153846153846154
734,calibrated,development_F1,485,161,28,106,0.3970037453183521,0.7910447761194029,0.7507739938080495,0.5286783042394015,0.7709093849637263,0.3423076923076923
735,raw,0.5,617,72,94,87,0.5471698113207547,0.48066298342541436,0.895500725689405,0.5117647058823529,0.6880818545574097,0.18275862068965518
735,calibrated,0.5,671,18,142,39,0.6842105263157895,0.2154696132596685,0.9738751814223512,0.3277310924369748,0.5946723973410099,0.06551724137931035
735,calibrated,development_F1,508,181,48,133,0.42356687898089174,0.7348066298342542,0.737300435413643,0.5373737373737374,0.7360535326239486,0.36091954022988504
736,raw,0.5,602,86,78,62,0.4189189189189189,0.44285714285714284,0.875,0.4305555555555556,0.6589285714285714,0.178743961352657
736,calibrated,0.5,658,30,112,28,0.4827586206896552,0.2,0.9563953488372093,0.2828282828282828,0.5781976744186047,0.07004830917874397
736,calibrated,development_F1,473,215,40,100,0.31746031746031744,0.7142857142857143,0.6875,0.43956043956043955,0.7008928571428572,0.3804347826086957
737,raw,0.5,736,96,128,114,0.5428571428571428,0.47107438016528924,0.8846153846153846,0.504424778761062,0.6778448823903369,0.19553072625698323
737,calibrated,0.5,803,29,175,67,0.6979166666666666,0.2768595041322314,0.9651442307692307,0.39644970414201186,0.621001867450731,0.0893854748603352
737,calibrated,development_F1,603,229,52,190,0.45346062052505964,0.7851239669421488,0.7247596153846154,0.5748865355521936,0.7549417911633821,0.39013035381750466
738,raw,0.5,684,64,75,67,0.5114503816793893,0.47183098591549294,0.9144385026737968,0.4908424908424908,0.6931347442946448,0.14719101123595504
738,calibrated,0.5,726,22,105,37,0.6271186440677966,0.2605633802816901,0.9705882352941176,0.3681592039800995,0.6155758077879039,0.06629213483146068
738,calibrated,development_F1,563,185,38,104,0.35986159169550175,0.7323943661971831,0.7526737967914439,0.48259860788863107,0.7425340814943135,0.32471910112359553
739,raw,0.5,645,69,57,58,0.4566929133858268,0.5043478260869565,0.9033613445378151,0.4793388429752066,0.7038545853123859,0.15319662243667068
739,calibrated,0.5,683,31,88,27,0.46551724137931033,0.23478260869565218,0.9565826330532213,0.31213872832369943,0.5956826208744368,0.06996381182147166
739,calibrated,development_F1,500,214,38,77,0.2646048109965636,0.6695652173913044,0.7002801120448179,0.3793103448275862,0.6849226647180611,0.35102533172496986
740,raw,0.5,781,95,92,87,0.47802197802197804,0.4860335195530726,0.8915525114155252,0.481994459833795,0.6887930154842989,0.17251184834123223
740,calibrated,0.5,861,15,136,43,0.7413793103448276,0.24022346368715083,0.9828767123287672,0.3628691983122363,0.611550088007959,0.054976303317535544
740,calibrated,development_F1,612,264,36,143,0.35135135135135137,0.7988826815642458,0.6986301369863014,0.4880546075085324,0.7487564092752736,0.385781990521327
741,raw,0.5,643,86,100,82,0.4880952380952381,0.45054945054945056,0.8820301783264746,0.4685714285714286,0.6662898144379625,0.18441273326015367
741,calibrated,0.5,705,24,156,26,0.52,0.14285714285714285,0.9670781893004116,0.22413793103448276,0.5549676660787772,0.054884742041712405
741,calibrated,development_F1,495,234,55,127,0.3518005540166205,0.6978021978021978,0.6790123456790124,0.4677716390423573,0.6884072717406051,0.39626783754116357
742,raw,0.5,812,89,82,97,0.521505376344086,0.5418994413407822,0.9012208657047724,0.5315068493150685,0.7215601535227774,0.17222222222222222
742,calibrated,0.5,879,22,129,50,0.6944444444444444,0.27932960893854747,0.9755826859045506,0.398406374501992,0.627456147421549,0.06666666666666667
742,calibrated,development_F1,650,251,52,127,0.335978835978836,0.7094972067039106,0.7214206437291898,0.45601436265709155,0.7154589252165502,0.35
743,raw,0.5,717,75,100,91,0.5481927710843374,0.47643979057591623,0.9053030303030303,0.5098039215686274,0.6908714104394733,0.1688708036622584
743,calibrated,0.5,767,25,157,34,0.576271186440678,0.17801047120418848,0.9684343434343434,0.272,0.573222407319266,0.06002034587995931
743,calibrated,development_F1,586,206,52,139,0.4028985507246377,0.7277486910994765,0.73989898989899,0.5186567164179104,0.7338238404992332,0.35096642929806715
744,raw,0.5,681,89,107,89,0.5,0.45408163265306123,0.8844155844155844,0.47593582887700536,0.6692486085343228,0.18426501035196688
744,calibrated,0.5,745,25,157,39,0.609375,0.1989795918367347,0.9675324675324676,0.3,0.5832560296846011,0.06625258799171843
744,calibrated,development_F1,535,235,46,150,0.38961038961038963,0.7653061224489796,0.6948051948051948,0.5163511187607573,0.7300556586270872,0.39855072463768115
745,raw,0.5,814,103,93,85,0.4521276595744681,0.47752808988764045,0.8876772082878953,0.4644808743169399,0.6826026490877679,0.17168949771689498
745,calibrated,0.5,885,32,139,39,0.5492957746478874,0.21910112359550563,0.965103598691385,0.3132530120481928,0.5921023611434453,0.06484018264840183
745,calibrated,development_F1,651,266,40,138,0.3415841584158416,0.7752808988764045,0.7099236641221374,0.4742268041237113,0.742602281499271,0.3689497716894977
746,raw,0.5,665,79,102,70,0.4697986577181208,0.4069767441860465,0.8938172043010753,0.43613707165109034,0.6503969742435609,0.16266375545851527
746,calibrated,0.5,716,28,145,27,0.4909090909090909,0.1569767441860465,0.9623655913978495,0.23788546255506607,0.559671167791948,0.060043668122270744
746,calibrated,development_F1,549,195,52,120,0.38095238095238093,0.6976744186046512,0.7379032258064516,0.4928131416837782,0.7177888222055514,0.34388646288209607
747,raw,0.5,764,82,69,53,0.3925925925925926,0.4344262295081967,0.9030732860520094,0.41245136186770426,0.668749757780103,0.13946280991735538
747,calibrated,0.5,819,27,93,29,0.5178571428571429,0.23770491803278687,0.9680851063829787,0.3258426966292135,0.6028950122078828,0.05785123966942149
747,calibrated,development_F1,628,218,40,82,0.2733333333333333,0.6721311475409836,0.7423167848699763,0.3886255924170616,0.70722396620548,0.30991735537190085
748,raw,0.5,596,82,71,93,0.5314285714285715,0.5670731707317073,0.8790560471976401,0.5486725663716814,0.7230646089646737,0.20783847980997625
748,calibrated,0.5,648,30,114,50,0.625,0.3048780487804878,0.9557522123893806,0.4098360655737705,0.6303151305849342,0.09501187648456057
748,calibrated,development_F1,490,188,26,138,0.4233128834355828,0.8414634146341463,0.7227138643067846,0.563265306122449,0.7820886394704655,0.38717339667458434
749,raw,0.5,771,84,86,74,0.46835443037974683,0.4625,0.9017543859649123,0.46540880503144655,0.6821271929824562,0.15566502463054188
749,calibrated,0.5,828,27,134,26,0.49056603773584906,0.1625,0.968421052631579,0.24413145539906103,0.5654605263157895,0.052216748768472904
749,calibrated,development_F1,640,215,49,111,0.34049079754601225,0.69375,0.7485380116959064,0.4567901234567901,0.7211440058479532,0.3211822660098522
750,raw,0.5,692,63,78,60,0.4878048780487805,0.43478260869565216,0.9165562913907285,0.45977011494252873,0.6756694500431903,0.13773796192609183
750,calibrated,0.5,741,14,109,29,0.6744186046511628,0.21014492753623187,0.9814569536423841,0.32044198895027626,0.595800940589308,0.048152295632698766
750,calibrated,development_F1,555,200,38,100,0.3333333333333333,0.7246376811594203,0.7350993377483444,0.45662100456621,0.7298685094538824,0.335946248600224
751,raw,0.5,712,88,78,80,0.47619047619047616,0.5063291139240507,0.89,0.49079754601226994,0.6981645569620254,0.17536534446764093
751,calibrated,0.5,776,24,116,42,0.6363636363636364,0.26582278481012656,0.97,0.375,0.6179113924050632,0.06889352818371608
751,calibrated,development_F1,569,231,41,117,0.33620689655172414,0.740506329113924,0.71125,0.4624505928853755,0.7258781645569621,0.36325678496868474
752,raw,0.5,747,97,89,89,0.478494623655914,0.5,0.8850710900473934,0.489010989010989,0.6925355450236967,0.18199608610567514
752,calibrated,0.5,818,26,130,48,0.6486486486486487,0.2696629213483146,0.9691943127962085,0.38095238095238093,0.6194286170722616,0.07240704500978473
752,calibrated,development_F1,586,258,51,127,0.32987012987012987,0.7134831460674157,0.6943127962085308,0.4511545293072824,0.7038979711379733,0.3767123287671233
753,raw,0.5,702,91,80,102,0.5284974093264249,0.5604395604395604,0.8852459016393442,0.544,0.7228427310394523,0.19794871794871796
753,calibrated,0.5,758,35,126,56,0.6153846153846154,0.3076923076923077,0.9558638083228247,0.41025641025641024,0.6317780580075663,0.09333333333333334
753,calibrated,development_F1,570,223,34,148,0.39892183288409705,0.8131868131868132,0.7187894073139974,0.5352622061482821,0.7659881102504054,0.38051282051282054
754,raw,0.5,694,86,91,80,0.4819277108433735,0.4678362573099415,0.8897435897435897,0.47477744807121663,0.6787899235267656,0.17455310199789695
754,calibrated,0.5,753,27,128,43,0.6142857142857143,0.25146198830409355,0.9653846153846154,0.35684647302904565,0.6084233018443544,0.07360672975814932
754,calibrated,development_F1,569,211,47,124,0.3701492537313433,0.7251461988304093,0.7294871794871794,0.4901185770750988,0.7273166891587943,0.352260778128286
755,raw,0.5,660,84,78,74,0.46835443037974683,0.4868421052631579,0.8870967741935484,0.4774193548387097,0.6869694397283531,0.17633928571428573
755,calibrated,0.5,723,21,114,38,0.6440677966101694,0.25,0.9717741935483871,0.36018957345971564,0.6108870967741935,0.06584821428571429
755,calibrated,development_F1,517,227,42,110,0.3264094955489614,0.7236842105263158,0.6948924731182796,0.4498977505112474,0.7092883418222977,0.37611607142857145
756,raw,0.5,740,69,98,116,0.6270270270270271,0.5420560747663551,0.9147095179233622,0.581453634085213,0.7283827963448586,0.18084066471163246
756,calibrated,0.5,784,25,156,58,0.6987951807228916,0.27102803738317754,0.969097651421508,0.39057239057239057,0.6200628444023428,0.08113391984359726
756,calibrated,development_F1,597,212,49,165,0.4376657824933687,0.7710280373831776,0.7379480840543882,0.5583756345177665,0.7544880607187829,0.36852394916911047
757,raw,0.5,785,91,116,82,0.47398843930635837,0.41414141414141414,0.8961187214611872,0.4420485175202156,0.6551300678013007,0.1610800744878957
757,calibrated,0.5,852,24,169,29,0.5471698113207547,0.14646464646464646,0.9726027397260274,0.23107569721115537,0.559533693095337,0.049348230912476726
757,calibrated,development_F1,614,262,57,141,0.34987593052109184,0.7121212121212122,0.7009132420091324,0.46921797004991683,0.7065172270651723,0.3752327746741155
758,raw,0.5,613,76,127,95,0.5555555555555556,0.42792792792792794,0.8896952104499274,0.48346055979643765,0.6588115691889277,0.1877058177826564
758,calibrated,0.5,665,24,177,45,0.6521739130434783,0.20270270270270271,0.965166908563135,0.30927835051546393,0.5839348056329189,0.07574094401756312
758,calibrated,development_F1,496,193,56,166,0.4623955431754875,0.7477477477477478,0.7198838896952104,0.5714285714285714,0.7338158187214792,0.3940724478594951
759,raw,0.5,660,80,62,65,0.4482758620689655,0.5118110236220472,0.8918918918918919,0.47794117647058826,0.7018514577569696,0.16724336793540945
759,calibrated,0.5,716,24,91,36,0.6,0.28346456692913385,0.9675675675675676,0.3850267379679144,0.6255160672483507,0.06920415224913495
759,calibrated,development_F1,531,209,40,87,0.2939189189189189,0.6850393700787402,0.7175675675675676,0.41134751773049644,0.7013034688231539,0.3414071510957324
760,raw,0.5,673,76,65,75,0.4966887417218543,0.5357142857142857,0.8985313751668892,0.5154639175257731,0.7171228304405874,0.16985376827896512
760,calibrated,0.5,735,14,100,40,0.7407407407407407,0.2857142857142857,0.9813084112149533,0.41237113402061853,0.6335113484646195,0.06074240719910011
760,calibrated,development_F1,558,191,35,105,0.3547297297297297,0.75,0.7449933244325768,0.481651376146789,0.7474966622162884,0.3329583802024747
761,raw,0.5,722,95,115,95,0.5,0.4523809523809524,0.8837209302325582,0.475,0.6680509413067552,0.18500486854917234
761,calibrated,0.5,798,19,164,46,0.7076923076923077,0.21904761904761905,0.9767441860465116,0.33454545454545453,0.5978959025470654,0.06329113924050633
761,calibrated,development_F1,573,244,50,160,0.39603960396039606,0.7619047619047619,0.7013463892288861,0.5211726384364821,0.731625575566824,0.3933787731256086
762,raw,0.5,665,78,63,104,0.5714285714285714,0.6227544910179641,0.8950201884253028,0.5959885386819485,0.7588873397216335,0.2
762,calibrated,0.5,720,23,105,62,0.7294117647058823,0.3712574850299401,0.9690444145356663,0.49206349206349204,0.6701509497828032,0.09340659340659341
762,calibrated,development_F1,532,211,35,132,0.3848396501457726,0.7904191616766467,0.7160161507402423,0.5176470588235295,0.7532176562084445,0.3769230769230769
763,raw,0.5,708,83,102,97,0.5388888888888889,0.48743718592964824,0.8950695322376738,0.5118733509234829,0.691253359083661,0.18181818181818182
763,calibrated,0.5,765,26,152,47,0.6438356164383562,0.23618090452261306,0.9671302149178256,0.34558823529411764,0.6016555597202193,0.07373737373737374
763,calibrated,development_F1,581,210,54,145,0.4084507042253521,0.7286432160804021,0.7345132743362832,0.5234657039711191,0.7315782452083426,0.35858585858585856
764,raw,0.5,717,91,76,71,0.4382716049382716,0.48299319727891155,0.8873762376237624,0.459546925566343,0.685184717451337,0.16963350785340314
764,calibrated,0.5,776,32,113,34,0.5151515151515151,0.23129251700680273,0.9603960396039604,0.3192488262910798,0.5958442783053816,0.06910994764397906
764,calibrated,development_F1,582,226,39,108,0.32335329341317365,0.7346938775510204,0.7202970297029703,0.4490644490644491,0.7274954536269953,0.34973821989528797
765,raw,0.5,632,74,86,92,0.5542168674698795,0.5168539325842697,0.8951841359773371,0.5348837209302325,0.7060190342808035,0.18778280542986425
765,calibrated,0.5,684,22,132,46,0.6764705882352942,0.25842696629213485,0.9688385269121813,0.37398373983739835,0.613632746602158,0.07692307692307693
765,calibrated,development_F1,509,197,33,145,0.4239766081871345,0.8146067415730337,0.7209631728045326,0.5576923076923077,0.7677849571887831,0.38687782805429866
766,raw,0.5,810,118,121,104,0.46846846846846846,0.4622222222222222,0.8728448275862069,0.465324384787472,0.6675335249042145,0.19254119687771032
766,calibrated,0.5,899,29,176,49,0.6282051282051282,0.21777777777777776,0.96875,0.3234323432343234,0.5932638888888889,0.06764960971379011
766,calibrated,development_F1,642,286,59,166,0.3672566371681416,0.7377777777777778,0.6918103448275862,0.49039881831610044,0.714794061302682,0.3920208152645273
767,raw,0.5,713,82,108,114,0.5816326530612245,0.5135135135135135,0.8968553459119497,0.5454545454545454,0.7051844297127317,0.1927236971484759
767,calibrated,0.5,772,23,166,56,0.7088607594936709,0.25225225225225223,0.9710691823899371,0.37209302325581395,0.6116607173210946,0.0776794493608653
767,calibrated,development_F1,570,225,57,165,0.4230769230769231,0.7432432432432432,0.7169811320754716,0.5392156862745098,0.7301121876593575,0.3834808259587021
768,raw,0.5,709,80,89,113,0.5854922279792746,0.5594059405940595,0.8986058301647655,0.5721518987341773,0.7290058853794125,0.19475277497477295
768,calibrated,0.5,768,21,140,62,0.7469879518072289,0.3069306930693069,0.973384030418251,0.43508771929824563,0.6401573617437789,0.08375378405650857
768,calibrated,development_F1,577,212,38,164,0.43617021276595747,0.8118811881188119,0.7313054499366286,0.5674740484429066,0.7715933190277202,0.3794147325933401
769,raw,0.5,725,74,79,84,0.5316455696202531,0.5153374233128835,0.9073842302878599,0.5233644859813084,0.7113608268003717,0.16424116424116425
769,calibrated,0.5,776,23,115,48,0.676056338028169,0.294478527607362,0.9712140175219024,0.41025641025641024,0.6328462725646322,0.07380457380457381
769,calibrated,development_F1,609,190,50,113,0.37293729372937295,0.6932515337423313,0.7622027534418022,0.48497854077253216,0.7277271435920667,0.31496881496881496
770,raw,0.5,792,106,88,82,0.43617021276595747,0.4823529411764706,0.8819599109131403,0.4581005586592179,0.6821564260448054,0.1760299625468165
770,calibrated,0.5,865,33,128,42,0.56,0.24705882352941178,0.9632516703786191,0.34285714285714286,0.6051552469540155,0.0702247191011236
770,calibrated,development_F1,635,263,43,127,0.32564102564102565,0.7470588235294118,0.7071269487750557,0.45357142857142857,0.7270928861522337,0.3651685393258427
771,raw,0.5,759,105,70,96,0.47761194029850745,0.5783132530120482,0.8784722222222222,0.5231607629427792,0.7283927376171352,0.19514563106796118
771,calibrated,0.5,830,34,105,61,0.6421052631578947,0.3674698795180723,0.9606481481481481,0.4674329501915709,0.6640590138331102,0.09223300970873786
771,calibrated,development_F1,586,278,30,136,0.3285024154589372,0.8192771084337349,0.6782407407407407,0.4689655172413793,0.7487589245872378,0.40194174757281553
772,raw,0.5,677,75,75,61,0.4485294117647059,0.4485294117647059,0.9002659574468085,0.4485294117647059,0.6743976846057572,0.15315315315315314
772,calibrated,0.5,733,19,111,25,0.5681818181818182,0.18382352941176472,0.9747340425531915,0.2777777777777778,0.5792787859824782,0.04954954954954955
772,calibrated,development_F1,550,202,42,94,0.31756756756756754,0.6911764705882353,0.7313829787234043,0.4351851851851852,0.7112797246558198,0.3333333333333333
773,raw,0.5,613,62,81,68,0.5230769230769231,0.4563758389261745,0.9081481481481481,0.4874551971326165,0.6822619935371613,0.15776699029126215
773,calibrated,0.5,658,17,119,30,0.6382978723404256,0.20134228187919462,0.9748148148148148,0.30612244897959184,0.5880785483470047,0.05703883495145631
773,calibrated,development_F1,492,183,37,112,0.37966101694915255,0.7516778523489933,0.7288888888888889,0.5045045045045045,0.7402833706189411,0.3580097087378641
774,raw,0.5,727,82,79,82,0.5,0.5093167701863354,0.8986402966625463,0.5046153846153846,0.7039785334244408,0.16907216494845362
774,calibrated,0.5,785,24,135,26,0.52,0.16149068322981366,0.9703337453646477,0.24644549763033174,0.5659122142972307,0.05154639175257732
774,calibrated,development_F1,608,201,28,133,0.39820359281437123,0.8260869565217391,0.7515451174289246,0.5373737373737374,0.7888160369753319,0.3443298969072165
775,raw,0.5,695,94,96,82,0.4659090909090909,0.4606741573033708,0.8808618504435995,0.4632768361581921,0.6707680038734851,0.18200620475698034
775,calibrated,0.5,762,27,140,38,0.5846153846153846,0.21348314606741572,0.9657794676806084,0.31275720164609055,0.5896313068740121,0.0672182006204757
775,calibrated,development_F1,560,229,41,137,0.3743169398907104,0.7696629213483146,0.7097591888466414,0.5036764705882353,0.7397110550974779,0.3784901758014478
776,raw,0.5,714,77,58,57,0.4253731343283582,0.4956521739130435,0.9026548672566371,0.4578313253012048,0.6991535205848403,0.1479028697571744
776,calibrated,0.5,757,34,93,22,0.39285714285714285,0.19130434782608696,0.9570164348925411,0.2573099415204678,0.5741603913593141,0.06181015452538632
776,calibrated,development_F1,581,210,34,81,0.27835051546391754,0.7043478260869566,0.7345132743362832,0.39901477832512317,0.7194305502116198,0.3211920529801324
777,raw,0.5,719,78,67,87,0.5272727272727272,0.564935064935065,0.9021329987452948,0.5454545454545454,0.73353403184018,0.17350157728706625
777,calibrated,0.5,773,24,117,37,0.6065573770491803,0.24025974025974026,0.9698870765370138,0.34418604651162793,0.605073408398377,0.06414300736067298
777,calibrated,development_F1,605,192,28,126,0.39622641509433965,0.8181818181818182,0.7590966122961104,0.5338983050847458,0.7886392152389643,0.334384858044164
778,raw,0.5,753,89,93,92,0.5082872928176796,0.4972972972972973,0.8942992874109263,0.5027322404371585,0.6957982923541118,0.1762414800389484
778,calibrated,0.5,817,25,143,42,0.6268656716417911,0.22702702702702704,0.9703087885985748,0.3333333333333333,0.598667907812801,0.06523855890944498
778,calibrated,development_F1,604,238,46,139,0.3687002652519894,0.7513513513513513,0.7173396674584323,0.49466192170818507,0.7343455094048918,0.3670886075949367
779,raw,0.5,586,62,93,99,0.6149068322981367,0.515625,0.904320987654321,0.5609065155807366,0.7099729938271605,0.19166666666666668
779,calibrated,0.5,627,21,139,53,0.7162162162162162,0.2760416666666667,0.9675925925925926,0.39849624060150374,0.6218171296296297,0.0880952380952381
779,calibrated,development_F1,451,197,56,136,0.4084084084084084,0.7083333333333334,0.6959876543209876,0.518095238095238,0.7021604938271605,0.3964285714285714
780,raw,0.5,674,83,89,103,0.553763440860215,0.5364583333333334,0.8903566710700133,0.544973544973545,0.7134075022016733,0.19599578503688092
780,calibrated,0.5,727,30,142,50,0.625,0.2604166666666667,0.9603698811096433,0.36764705882352944,0.610393273888155,0.08429926238145416
780,calibrated,development_F1,561,196,45,147,0.42857142857142855,0.765625,0.7410832232496698,0.5495327102803739,0.7533541116248349,0.36143308746048475
781,raw,0.5,629,89,76,64,0.41830065359477125,0.45714285714285713,0.8760445682451253,0.43686006825938567,0.6665937126939913,0.17832167832167833
781,calibrated,0.5,682,36,106,34,0.4857142857142857,0.24285714285714285,0.9498607242339833,0.3238095238095238,0.596358933545563,0.08158508158508158
781,calibrated,development_F1,512,206,43,97,0.3201320132013201,0.6928571428571428,0.713091922005571,0.43792325056433407,0.702974532431357,0.3531468531468531
782,raw,0.5,801,111,115,117,0.5131578947368421,0.5043103448275862,0.8782894736842105,0.508695652173913,0.6912999092558983,0.1993006993006993
782,calibrated,0.5,882,30,160,72,0.7058823529411765,0.3103448275862069,0.9671052631578947,0.4311377245508982,0.6387250453720508,0.08916083916083917
782,calibrated,development_F1,628,284,52,180,0.3879310344827586,0.7758620689655172,0.6885964912280702,0.5172413793103449,0.7322292800967938,0.40559440559440557
783,raw,0.5,658,66,65,82,0.5540540540540541,0.5578231292517006,0.9088397790055248,0.5559322033898305,0.7333314541286127,0.16991963260619977
783,calibrated,0.5,708,16,109,38,0.7037037037037037,0.2585034013605442,0.9779005524861878,0.3781094527363184,0.618201976923366,0.06199770378874857
783,calibrated,development_F1,541,183,28,119,0.39403973509933776,0.8095238095238095,0.7472375690607734,0.5300668151447662,0.7783806892922915,0.3467278989667049
784,raw,0.5,735,74,77,60,0.44776119402985076,0.43795620437956206,0.9085290482076638,0.44280442804428044,0.6732426262936129,0.1416490486257928
784,calibrated,0.5,789,20,101,36,0.6428571428571429,0.26277372262773724,0.9752781211372065,0.37305699481865284,0.6190259218824719,0.05919661733615222
784,calibrated,development_F1,592,217,50,87,0.28618421052631576,0.635036496350365,0.7317676143386898,0.3945578231292517,0.6834020553445274,0.321353065539112
785,raw,0.5,685,96,79,78,0.4482758620689655,0.4968152866242038,0.8770806658130602,0.47129909365558914,0.686947976218632,0.18550106609808104
785,calibrated,0.5,748,33,111,46,0.5822784810126582,0.2929936305732484,0.9577464788732394,0.3898305084745763,0.6253700547232439,0.08422174840085288
785,calibrated,development_F1,540,241,43,114,0.3211267605633803,0.7261146496815286,0.6914212548015365,0.4453125,0.7087679522415326,0.3784648187633262
786,raw,0.5,784,97,81,81,0.4550561797752809,0.5,0.8898978433598184,0.4764705882352941,0.6949489216799092,0.17066155321188878
786,calibrated,0.5,853,28,121,41,0.5942028985507246,0.25308641975308643,0.9682179341657208,0.354978354978355,0.6106521769594035,0.06615532118887824
786,calibrated,development_F1,643,238,32,130,0.3532608695652174,0.8024691358024691,0.7298524404086265,0.49056603773584906,0.7661607881055479,0.35282837967401726
787,raw,0.5,766,96,92,88,0.4782608695652174,0.4888888888888889,0.888631090487239,0.4835164835164835,0.688759989688064,0.1765834932821497
787,calibrated,0.5,842,20,139,41,0.6721311475409836,0.22777777777777777,0.9767981438515081,0.34024896265560167,0.602287960814643,0.05854126679462572
787,calibrated,development_F1,607,255,37,143,0.3592964824120603,0.7944444444444444,0.7041763341067285,0.49480968858131485,0.7493103892755865,0.381957773512476
788,raw,0.5,749,94,61,74,0.44047619047619047,0.5481481481481482,0.8884934756820878,0.4884488448844885,0.718320811915118,0.17177914110429449
788,calibrated,0.5,819,24,101,34,0.5862068965517241,0.2518518518518518,0.9715302491103203,0.35233160621761656,0.6116910504810861,0.05930470347648262
788,calibrated,development_F1,617,226,39,96,0.2981366459627329,0.7111111111111111,0.7319098457888493,0.4201312910284464,0.7215104784499802,0.3292433537832311
789,raw,0.5,692,101,91,87,0.4627659574468085,0.4887640449438202,0.8726355611601513,0.47540983606557374,0.6806998030519857,0.19361483007209063
789,calibrated,0.5,761,32,135,43,0.5733333333333334,0.24157303370786518,0.9596469104665826,0.33992094861660077,0.6006099720872239,0.07723995880535531
789,calibrated,development_F1,554,239,38,140,0.36939313984168864,0.7865168539325843,0.6986128625472888,0.5026929982046678,0.7425648582399366,0.3903192584963955
790,raw,0.5,663,81,48,59,0.42142857142857143,0.5514018691588785,0.8911290322580645,0.4777327935222672,0.7212654507084715,0.1645123384253819
790,calibrated,0.5,725,19,79,28,0.5957446808510638,0.2616822429906542,0.9744623655913979,0.36363636363636365,0.618072304291026,0.055229142185663924
790,calibrated,development_F1,546,198,24,83,0.29537366548042704,0.7757009345794392,0.7338709677419355,0.42783505154639173,0.7547859511606874,0.3301997649823737
791,raw,0.5,792,97,105,93,0.48947368421052634,0.4696969696969697,0.890888638920135,0.4793814432989691,0.6802928043085523,0.17479300827966882
791,calibrated,0.5,866,23,164,34,0.5964912280701754,0.1717171717171717,0.9741282339707537,0.26666666666666666,0.5729227028439627,0.05243790248390064
791,calibrated,development_F1,633,256,45,153,0.3740831295843521,0.7727272727272727,0.7120359955005624,0.5041186161449753,0.7423816341139176,0.37626494940202393
792,raw,0.5,762,111,92,90,0.44776119402985076,0.4945054945054945,0.872852233676976,0.4699738903394256,0.6836788640912352,0.190521327014218
792,calibrated,0.5,841,32,146,36,0.5294117647058824,0.1978021978021978,0.9633447880870561,0.288,0.580573492944627,0.06445497630331753
792,calibrated,development_F1,611,262,39,143,0.3530864197530864,0.7857142857142857,0.699885452462772,0.48722316865417375,0.7427998690885289,0.38388625592417064
793,raw,0.5,612,91,67,103,0.5309278350515464,0.6058823529411764,0.8705547652916074,0.5659340659340659,0.7382185591163919,0.2222222222222222
793,calibrated,0.5,670,33,114,56,0.6292134831460674,0.32941176470588235,0.9530583214793741,0.43243243243243246,0.6412350430926282,0.10194730813287514
793,calibrated,development_F1,482,221,31,139,0.3861111111111111,0.8176470588235294,0.6856330014224751,0.5245283018867924,0.7516400301230022,0.41237113402061853
794,raw,0.5,750,88,79,60,0.40540540540540543,0.4316546762589928,0.8949880668257757,0.4181184668989547,0.6633213715423842,0.15148413510747186
794,calibrated,0.5,815,23,118,21,0.4772727272727273,0.1510791366906475,0.9725536992840096,0.22950819672131148,0.5618164179873285,0.04503582395087001
794,calibrated,development_F1,608,230,45,94,0.29012345679012347,0.6762589928057554,0.7255369928400954,0.4060475161987041,0.7008979928229254,0.33162743091095187
795,raw,0.5,651,82,105,76,0.4810126582278481,0.4198895027624309,0.888130968622101,0.44837758112094395,0.6540102356922659,0.17286652078774617
795,calibrated,0.5,710,23,148,33,0.5892857142857143,0.18232044198895028,0.9686221009549796,0.27848101265822783,0.575471271471965,0.061269146608315096
795,calibrated,development_F1,556,177,57,124,0.4119601328903654,0.6850828729281768,0.7585266030013642,0.5145228215767634,0.7218047379647705,0.3293216630196937
796,raw,0.5,701,75,79,87,0.5370370370370371,0.5240963855421686,0.9033505154639175,0.5304878048780488,0.7137234505030431,0.17197452229299362
796,calibrated,0.5,749,27,119,47,0.6351351351351351,0.28313253012048195,0.9652061855670103,0.39166666666666666,0.6241693578437462,0.07855626326963906
796,calibrated,development_F1,581,195,43,123,0.3867924528301887,0.7409638554216867,0.7487113402061856,0.5082644628099173,0.7448375978139361,0.3375796178343949
797,raw,0.5,720,78,62,53,0.40458015267175573,0.4608695652173913,0.9022556390977443,0.43089430894308944,0.6815626021575678,0.14348302300109528
797,calibrated,0.5,779,19,88,27,0.5869565217391305,0.23478260869565218,0.9761904761904762,0.33540372670807456,0.6054865424430642,0.050383351588170866
797,calibrated,development_F1,592,206,27,88,0.29931972789115646,0.7652173913043478,0.7418546365914787,0.43031784841075793,0.7535360139479133,0.32201533406352684
798,raw,0.5,804,106,74,105,0.4976303317535545,0.5865921787709497,0.8835164835164835,0.5384615384615384,0.7350543311437165,0.19375573921028466
798,calibrated,0.5,879,31,118,61,0.6630434782608695,0.3407821229050279,0.9659340659340659,0.45018450184501846,0.653358094419547,0.0844811753902663
798,calibrated,development_F1,637,273,32,147,0.35,0.8212290502793296,0.7,0.49081803005008345,0.7606145251396648,0.3856749311294766
799,raw,0.5,657,87,106,88,0.5028571428571429,0.4536082474226804,0.8830645161290323,0.47696476964769646,0.6683363817758563,0.1865671641791045
799,calibrated,0.5,716,28,153,41,0.5942028985507246,0.211340206185567,0.9623655913978495,0.311787072243346,0.5868528987917082,0.07356076759061833
799,calibrated,development_F1,518,226,55,139,0.38082191780821917,0.7164948453608248,0.696236559139785,0.49731663685152055,0.7063657022503049,0.38912579957356075
800,raw,0.5,659,86,86,91,0.5141242937853108,0.5141242937853108,0.8845637583892617,0.5141242937853108,0.6993440260872863,0.19197396963123645
800,calibrated,0.5,723,22,134,43,0.6615384615384615,0.24293785310734464,0.9704697986577181,0.35537190082644626,0.6067038258825314,0.07049891540130152
800,calibrated,development_F1,522,223,43,134,0.3753501400560224,0.7570621468926554,0.7006711409395974,0.50187265917603,0.7288666439161264,0.3872017353579176
801,raw,0.5,720,82,126,110,0.5729166666666666,0.4661016949152542,0.8977556109725686,0.514018691588785,0.6819286529439115,0.18497109826589594
801,calibrated,0.5,775,27,194,42,0.6086956521739131,0.17796610169491525,0.9663341645885287,0.2754098360655738,0.572150133141722,0.06647398843930635
801,calibrated,development_F1,576,226,59,177,0.4392059553349876,0.75,0.7182044887780549,0.5539906103286385,0.7341022443890275,0.3882466281310212
802,raw,0.5,669,111,90,70,0.3867403314917127,0.4375,0.8576923076923076,0.41055718475073316,0.6475961538461539,0.1925531914893617
802,calibrated,0.5,745,35,127,33,0.4852941176470588,0.20625,0.9551282051282052,0.2894736842105263,0.5806891025641026,0.07234042553191489
802,calibrated,development_F1,524,256,44,116,0.3118279569892473,0.725,0.6717948717948717,0.43609022556390975,0.6983974358974359,0.39574468085106385
803,raw,0.5,620,87,124,76,0.4662576687116564,0.38,0.8769448373408769,0.418732782369146,0.6284724186704385,0.17971334068357223
803,calibrated,0.5,678,29,170,30,0.5084745762711864,0.15,0.958981612446959,0.23166023166023167,0.5544908062234795,0.06504961411245866
803,calibrated,development_F1,510,197,63,137,0.4101796407185629,0.685,0.7213578500707214,0.5131086142322098,0.7031789250353607,0.36824696802646084
804,raw,0.5,665,71,99,70,0.49645390070921985,0.41420118343195267,0.9035326086956522,0.45161290322580644,0.6588668960638024,0.1558011049723757
804,calibrated,0.5,711,25,131,38,0.6031746031746031,0.22485207100591717,0.9660326086956522,0.3275862068965517,0.5954423398507847,0.06961325966850829
804,calibrated,development_F1,537,199,64,105,0.34539473684210525,0.621301775147929,0.7296195652173914,0.4439746300211416,0.6754606701826602,0.33591160220994476
805,raw,0.5,697,80,96,79,0.4968553459119497,0.4514285714285714,0.8970398970398971,0.47305389221556887,0.6742342342342342,0.16701680672268907
805,calibrated,0.5,752,25,140,35,0.5833333333333334,0.2,0.9678249678249679,0.2978723404255319,0.583912483912484,0.06302521008403361
805,calibrated,development_F1,567,210,53,122,0.3674698795180723,0.6971428571428572,0.7297297297297297,0.4812623274161736,0.7134362934362934,0.3487394957983193
806,raw,0.5,898,130,137,67,0.3401015228426396,0.3284313725490196,0.8735408560311284,0.3341645885286783,0.600986114290074,0.1599025974025974
806,calibrated,0.5,999,29,174,30,0.5084745762711864,0.14705882352941177,0.9717898832684825,0.22813688212927757,0.5594243533989471,0.04788961038961039
806,calibrated,development_F1,699,329,80,124,0.2737306843267108,0.6078431372549019,0.6799610894941635,0.3774733637747336,0.6439021133745326,0.3676948051948052
807,raw,0.5,668,69,109,105,0.603448275862069,0.49065420560747663,0.9063772048846676,0.5412371134020618,0.6985157052460721,0.1829652996845426
807,calibrated,0.5,715,22,167,47,0.6811594202898551,0.21962616822429906,0.9701492537313433,0.3321554770318021,0.5948877109778212,0.07255520504731862
807,calibrated,development_F1,560,177,45,169,0.4884393063583815,0.7897196261682243,0.7598371777476255,0.6035714285714285,0.7747784019579249,0.3638275499474238
808,raw,0.5,609,78,60,72,0.48,0.5454545454545454,0.8864628820960698,0.5106382978723404,0.7159587137753076,0.18315018315018314
808,calibrated,0.5,661,26,87,45,0.6338028169014085,0.3409090909090909,0.9621542940320232,0.4433497536945813,0.6515316924705571,0.08669108669108669
808,calibrated,development_F1,491,196,32,100,0.33783783783783783,0.7575757575757576,0.7147016011644832,0.4672897196261682,0.7361386793701203,0.3614163614163614
809,raw,0.5,690,84,66,53,0.38686131386861317,0.44537815126050423,0.8914728682170543,0.4140625,0.6684255097387792,0.1534154535274356
809,calibrated,0.5,742,32,91,28,0.4666666666666667,0.23529411764705882,0.958656330749354,0.3128491620111732,0.5969752241982064,0.0671892497200448
809,calibrated,development_F1,563,211,36,83,0.282312925170068,0.6974789915966386,0.727390180878553,0.4019370460048426,0.7124345862375958,0.3292273236282195
810,raw,0.5,592,98,66,75,0.43352601156069365,0.5319148936170213,0.8579710144927536,0.47770700636942676,0.6949429540548875,0.20818291215403129
810,calibrated,0.5,663,27,102,39,0.5909090909090909,0.2765957446808511,0.9608695652173913,0.37681159420289856,0.6187326549491212,0.07942238267148015
810,calibrated,development_F1,480,210,38,103,0.329073482428115,0.7304964539007093,0.6956521739130435,0.45374449339207046,0.7130743139068764,0.3766546329723225
811,raw,0.5,816,77,96,77,0.5,0.44508670520231214,0.9137737961926092,0.4709480122324159,0.6794302506974607,0.14446529080675422
811,calibrated,0.5,875,18,144,29,0.6170212765957447,0.1676300578034682,0.9798432250839866,0.2636363636363636,0.5737366414437274,0.04409005628517824
811,calibrated,development_F1,655,238,39,134,0.3602150537634409,0.7745664739884393,0.7334826427771557,0.4917431192660551,0.7540245583827975,0.34896810506566606
812,raw,0.5,679,78,85,56,0.417910447761194,0.3971631205673759,0.8969616908850726,0.4072727272727273,0.6470624057262242,0.1492204899777283
812,calibrated,0.5,731,26,117,24,0.48,0.1702127659574468,0.9656538969616909,0.2513089005235602,0.5679333314595688,0.0556792873051225
812,calibrated,development_F1,533,224,59,82,0.2679738562091503,0.5815602836879432,0.7040951122853368,0.3668903803131991,0.6428276979866401,0.34075723830734966
813,raw,0.5,648,82,49,62,0.4305555555555556,0.5585585585585585,0.8876712328767123,0.48627450980392156,0.7231148957176354,0.17122473246135553
813,calibrated,0.5,702,28,80,31,0.5254237288135594,0.27927927927927926,0.9616438356164384,0.36470588235294116,0.6204615574478588,0.07015457788347206
813,calibrated,development_F1,521,209,26,85,0.2891156462585034,0.7657657657657657,0.7136986301369863,0.41975308641975306,0.739732197951376,0.34958382877526756
814,raw,0.5,778,86,72,92,0.5168539325842697,0.5609756097560976,0.9004629629629629,0.5380116959064327,0.7307192863595302,0.17315175097276264
814,calibrated,0.5,840,24,117,47,0.6619718309859155,0.2865853658536585,0.9722222222222222,0.4,0.6294037940379403,0.06906614785992218
814,calibrated,development_F1,604,260,31,133,0.3384223918575064,0.8109756097560976,0.6990740740740741,0.47755834829443444,0.7550248419150858,0.38229571984435795
815,raw,0.5,654,80,60,74,0.4805194805194805,0.5522388059701493,0.8910081743869209,0.5138888888888888,0.7216234901785351,0.1774193548387097
815,calibrated,0.5,717,17,101,33,0.66,0.2462686567164179,0.9768392370572208,0.358695652173913,0.6115539468868193,0.0576036866359447
815,calibrated,development_F1,531,203,26,108,0.34726688102893893,0.8059701492537313,0.723433242506812,0.4853932584269663,0.7647016958802717,0.358294930875576
816,raw,0.5,650,63,67,71,0.5298507462686567,0.5144927536231884,0.9116409537166901,0.5220588235294118,0.7130668536699392,0.15746180963572268
816,calibrated,0.5,689,24,103,35,0.5932203389830508,0.2536231884057971,0.9663394109396914,0.3553299492385787,0.6099812996727443,0.06933019976498238
816,calibrated,development_F1,540,173,36,102,0.3709090909090909,0.7391304347826086,0.7573632538569425,0.4939467312348668,0.7482468443197756,0.32314923619271446
817,raw,0.5,633,69,77,86,0.5548387096774193,0.5276073619631901,0.9017094017094017,0.5408805031446541,0.7146583818362959,0.1791907514450867
817,calibrated,0.5,678,24,104,59,0.7108433734939759,0.3619631901840491,0.9658119658119658,0.4796747967479675,0.6638875779980075,0.09595375722543352
817,calibrated,development_F1,503,199,44,119,0.3742138364779874,0.7300613496932515,0.7165242165242165,0.49480249480249483,0.723292783108734,0.3676300578034682
818,raw,0.5,624,61,50,57,0.4830508474576271,0.5327102803738317,0.910948905109489,0.5066666666666667,0.7218295927416604,0.14898989898989898
818,calibrated,0.5,670,15,73,34,0.6938775510204082,0.3177570093457944,0.9781021897810219,0.4358974358974359,0.6479295995634081,0.06186868686868687
818,calibrated,development_F1,498,187,31,76,0.2889733840304182,0.7102803738317757,0.727007299270073,0.41081081081081083,0.7186438365509243,0.33207070707070707
819,raw,0.5,692,78,92,63,0.44680851063829785,0.4064516129032258,0.8987012987012987,0.42567567567567566,0.6525764558022622,0.15243243243243243
819,calibrated,0.5,748,22,126,29,0.5686274509803921,0.1870967741935484,0.9714285714285714,0.2815533980582524,0.5792626728110599,0.055135135135135134
819,calibrated,development_F1,549,221,57,98,0.3072100313479624,0.632258064516129,0.712987012987013,0.41350210970464135,0.672622538751571,0.34486486486486484
820,raw,0.5,798,96,66,91,0.48663101604278075,0.5796178343949044,0.8926174496644296,0.5290697674418605,0.736117642029667,0.1779257849666984
820,calibrated,0.5,876,18,116,41,0.6949152542372882,0.2611464968152866,0.9798657718120806,0.37962962962962965,0.6205061343136836,0.056137012369172214
820,calibrated,development_F1,624,270,33,124,0.3147208121827411,0.7898089171974523,0.697986577181208,0.4500907441016334,0.7438977471893302,0.3748810656517602
821,raw,0.5,840,106,73,74,0.4111111111111111,0.5034013605442177,0.8879492600422833,0.4525993883792049,0.6956753102932505,0.16468435498627632
821,calibrated,0.5,928,18,109,38,0.6785714285714286,0.2585034013605442,0.9809725158562368,0.37438423645320196,0.6197379586083905,0.05123513266239707
821,calibrated,development_F1,652,294,34,113,0.27764127764127766,0.7687074829931972,0.6892177589852009,0.40794223826714804,0.7289626209891991,0.37236962488563585
822,raw,0.5,669,62,99,93,0.6,0.484375,0.9151846785225718,0.5360230547550432,0.699779839261286,0.16793066088840736
822,calibrated,0.5,716,15,148,44,0.7457627118644068,0.22916666666666666,0.9794801641586868,0.350597609561753,0.6043234154126768,0.06392199349945829
822,calibrated,development_F1,523,208,46,146,0.4124293785310734,0.7604166666666666,0.7154582763337893,0.5347985347985348,0.737937471500228,0.38353196099674974
823,raw,0.5,765,72,98,80,0.5263157894736842,0.449438202247191,0.9139784946236559,0.48484848484848486,0.6817083484354234,0.1497536945812808
823,calibrated,0.5,819,18,145,33,0.6470588235294118,0.1853932584269663,0.978494623655914,0.28820960698689957,0.5819439410414402,0.05024630541871921
823,calibrated,development_F1,612,225,34,144,0.3902439024390244,0.8089887640449438,0.7311827956989247,0.526508226691042,0.7700857798719343,0.36354679802955664
824,raw,0.5,686,81,60,62,0.43356643356643354,0.5081967213114754,0.894393741851369,0.4679245283018868,0.7012952315814223,0.1608548931383577
824,calibrated,0.5,751,16,91,31,0.6595744680851063,0.2540983606557377,0.9791395045632334,0.3668639053254438,0.6166189326094855,0.052868391451068614
824,calibrated,development_F1,532,235,28,94,0.2857142857142857,0.7704918032786885,0.6936114732724902,0.41685144124168516,0.7320516382755893,0.3700787401574803
825,raw,0.5,644,84,74,58,0.4084507042253521,0.4393939393939394,0.8846153846153846,0.4233576642335766,0.662004662004662,0.16511627906976745
825,calibrated,0.5,701,27,116,16,0.37209302325581395,0.12121212121212122,0.9629120879120879,0.18285714285714286,0.5420621045621046,0.05
825,calibrated,development_F1,518,210,42,90,0.3,0.6818181818181818,0.7115384615384616,0.4166666666666667,0.6966783216783217,0.3488372093023256
826,raw,0.5,642,73,74,83,0.532051282051282,0.5286624203821656,0.8979020979020979,0.5303514376996805,0.7132822591421317,0.17889908256880735
826,calibrated,0.5,690,25,105,52,0.6753246753246753,0.33121019108280253,0.965034965034965,0.4444444444444444,0.6481225780588837,0.08830275229357798
826,calibrated,development_F1,509,206,36,121,0.37003058103975534,0.7707006369426752,0.7118881118881119,0.5,0.7412943744153935,0.375
827,raw,0.5,817,116,83,94,0.44761904761904764,0.5310734463276836,0.8756698821007503,0.48578811369509045,0.7033716642142169,0.1891891891891892
827,calibrated,0.5,907,26,122,55,0.6790123456790124,0.3107344632768362,0.9721329046087889,0.4263565891472868,0.6414336839428125,0.07297297297297298
827,calibrated,development_F1,645,288,26,151,0.3439635535307517,0.8531073446327684,0.6913183279742765,0.4902597402597403,0.7722128363035224,0.3954954954954955
828,raw,0.5,608,54,76,76,0.5846153846153846,0.5,0.918429003021148,0.5390070921985816,0.709214501510574,0.1597051597051597
828,calibrated,0.5,642,20,106,46,0.696969696969697,0.3026315789473684,0.9697885196374623,0.42201834862385323,0.6362100492924153,0.08108108108108109
828,calibrated,development_F1,509,153,43,109,0.41603053435114506,0.7171052631578947,0.7688821752265861,0.5265700483091788,0.7429937191922404,0.32186732186732187
829,raw,0.5,626,80,77,64,0.4444444444444444,0.45390070921985815,0.886685552407932,0.44912280701754387,0.6702931308138951,0.17001180637544275
829,calibrated,0.5,686,20,123,18,0.47368421052631576,0.1276595744680851,0.9716713881019831,0.2011173184357542,0.5496654812850341,0.0448642266824085
829,calibrated,development_F1,504,202,30,111,0.3546325878594249,0.7872340425531915,0.7138810198300283,0.4889867841409692,0.75055753119161,0.3695395513577332
830,raw,0.5,737,80,96,63,0.4405594405594406,0.39622641509433965,0.9020807833537332,0.41721854304635764,0.6491535992240365,0.14651639344262296
830,calibrated,0.5,796,21,127,32,0.6037735849056604,0.20125786163522014,0.9742962056303549,0.3018867924528302,0.5877770336327875,0.05430327868852459
830,calibrated,development_F1,613,204,40,119,0.3684210526315789,0.7484276729559748,0.7503059975520195,0.49377593360995853,0.7493668352539972,0.33094262295081966
831,raw,0.5,553,67,68,82,0.5503355704697986,0.5466666666666666,0.8919354838709678,0.5484949832775919,0.7193010752688171,0.19350649350649352
831,calibrated,0.5,596,24,105,45,0.6521739130434783,0.3,0.9612903225806452,0.410958904109589,0.6306451612903226,0.08961038961038961
831,calibrated,development_F1,449,171,37,113,0.397887323943662,0.7533333333333333,0.7241935483870968,0.5207373271889401,0.7387634408602151,0.36883116883116884
832,raw,0.5,726,67,67,57,0.4596774193548387,0.4596774193548387,0.9155107187894073,0.4596774193548387,0.687594069072123,0.13522355507088332
832,calibrated,0.5,773,20,101,23,0.5348837209302325,0.18548387096774194,0.9747793190416141,0.2754491017964072,0.580131595004678,0.04689203925845147
832,calibrated,development_F1,602,191,34,90,0.3202846975088968,0.7258064516129032,0.7591424968474149,0.4444444444444444,0.742474474230159,0.3064340239912759
833,raw,0.5,648,86,89,95,0.5248618784530387,0.5163043478260869,0.8828337874659401,0.5205479452054794,0.6995690676460136,0.19716775599128541
833,calibrated,0.5,704,30,126,58,0.6590909090909091,0.31521739130434784,0.9591280653950953,0.4264705882352941,0.6371727283497216,0.09586056644880174
833,calibrated,development_F1,513,221,50,134,0.37746478873239436,0.7282608695652174,0.6989100817438693,0.4972170686456401,0.7135854756545433,0.3867102396514161
834,raw,0.5,763,82,129,113,0.5794871794871795,0.4669421487603306,0.9029585798816568,0.517162471395881,0.6849503643209938,0.17939282428702852
834,calibrated,0.5,813,32,193,49,0.6049382716049383,0.2024793388429752,0.9621301775147929,0.30340557275541796,0.582304758178884,0.07451701931922723
834,calibrated,development_F1,617,228,54,188,0.4519230769230769,0.7768595041322314,0.7301775147928994,0.5714285714285714,0.7535185094625654,0.3827046918123275
835,raw,0.5,692,95,88,101,0.5153061224489796,0.5343915343915344,0.8792884371029225,0.5246753246753246,0.7068399857472285,0.20081967213114754
835,calibrated,0.5,763,24,147,42,0.6363636363636364,0.2222222222222222,0.9695044472681067,0.32941176470588235,0.5958633347451645,0.06762295081967214
835,calibrated,development_F1,553,234,55,134,0.3641304347826087,0.708994708994709,0.7026683608640406,0.48114901256732495,0.7058315349293748,0.3770491803278688
836,raw,0.5,691,80,77,90,0.5294117647058824,0.5389221556886228,0.8962386511024644,0.5341246290801187,0.7175804033955435,0.1812366737739872
836,calibrated,0.5,748,23,131,36,0.6101694915254238,0.2155688622754491,0.9701686121919585,0.3185840707964602,0.5928687372337038,0.0628997867803838
836,calibrated,development_F1,545,226,41,126,0.35795454545454547,0.7544910179640718,0.7068741893644618,0.48554913294797686,0.7306826036642668,0.3752665245202559
837,raw,0.5,637,75,109,91,0.5481927710843374,0.455,0.8946629213483146,0.4972677595628415,0.6748314606741573,0.18201754385964913
837,calibrated,0.5,689,23,153,47,0.6714285714285714,0.235,0.9676966292134831,0.34814814814814815,0.6013483146067415,0.07675438596491228
837,calibrated,development_F1,519,193,55,145,0.4289940828402367,0.725,0.7289325842696629,0.5390334572490706,0.7269662921348314,0.3706140350877193
838,raw,0.5,637,90,99,77,0.46107784431137727,0.4375,0.8762035763411279,0.4489795918367347,0.656851788170564,0.1849390919158361
838,calibrated,0.5,703,24,145,31,0.5636363636363636,0.17613636363636365,0.9669876203576341,0.2683982683982684,0.5715619919969989,0.06090808416389812
838,calibrated,development_F1,515,212,49,127,0.3746312684365782,0.7215909090909091,0.7083906464924347,0.49320388349514566,0.7149907777916719,0.3754152823920266
839,raw,0.5,749,67,82,59,0.46825396825396826,0.41843971631205673,0.9178921568627451,0.4419475655430712,0.6681659365874009,0.13166144200626959
839,calibrated,0.5,796,20,109,32,0.6153846153846154,0.22695035460992907,0.9754901960784313,0.3316062176165803,0.6012202753441802,0.054336468129571575
839,calibrated,development_F1,599,217,58,83,0.27666666666666667,0.5886524822695035,0.7340686274509803,0.3764172335600907,0.6613605548602419,0.31347962382445144
840,raw,0.5,795,73,88,86,0.5408805031446541,0.4942528735632184,0.9158986175115207,0.5165165165165165,0.7050757455373695,0.15259117082533588
840,calibrated,0.5,848,20,130,44,0.6875,0.25287356321839083,0.9769585253456221,0.3697478991596639,0.6149160442820065,0.061420345489443376
840,calibrated,development_F1,655,213,39,135,0.3879310344827586,0.7758620689655172,0.7546082949308756,0.5172413793103449,0.7652351819481964,0.33397312859884837
841,raw,0.5,807,98,95,97,0.49743589743589745,0.5052083333333334,0.8917127071823204,0.5012919896640827,0.6984605202578269,0.17775752051048313
841,calibrated,0.5,878,27,152,40,0.5970149253731343,0.20833333333333334,0.9701657458563536,0.3088803088803089,0.5892495395948435,0.061075660893345485
841,calibrated,development_F1,636,269,45,147,0.35336538461538464,0.765625,0.7027624309392265,0.48355263157894735,0.7341937154696132,0.37921604375569734
842,raw,0.5,677,69,62,93,0.5740740740740741,0.6,0.9075067024128687,0.5867507886435331,0.7537533512064343,0.17980022197558268
842,calibrated,0.5,720,26,104,51,0.6623376623376623,0.32903225806451614,0.9651474530831099,0.4396551724137931,0.647089855573813,0.08546059933407325
842,calibrated,development_F1,570,176,27,128,0.42105263157894735,0.8258064516129032,0.7640750670241286,0.5577342047930284,0.7949407593185159,0.3374028856825749
843,raw,0.5,694,81,76,81,0.5,0.5159235668789809,0.895483870967742,0.5078369905956113,0.7057037189233615,0.17381974248927037
843,calibrated,0.5,754,21,126,31,0.5961538461538461,0.19745222929936307,0.9729032258064516,0.2966507177033493,0.5851777275529073,0.055793991416309016
843,calibrated,development_F1,559,216,35,122,0.3609467455621302,0.7770700636942676,0.7212903225806452,0.49292929292929294,0.7491801931374564,0.3626609442060086
844,raw,0.5,657,82,97,92,0.5287356321839081,0.48677248677248675,0.8890392422192152,0.5068870523415978,0.6879058644958509,0.1875
844,calibrated,0.5,712,27,148,41,0.6029411764705882,0.21693121693121692,0.9634641407307172,0.31906614785992216,0.5901976788309671,0.07327586206896551
844,calibrated,development_F1,513,226,44,145,0.3908355795148248,0.7671957671957672,0.6941813261163735,0.5178571428571429,0.7306885466560704,0.39978448275862066
845,raw,0.5,737,89,94,69,0.43670886075949367,0.4233128834355828,0.8922518159806295,0.42990654205607476,0.6577823497081061,0.1597573306370071
845,calibrated,0.5,805,21,137,26,0.5531914893617021,0.15950920245398773,0.9745762711864406,0.24761904761904763,0.5670427368202142,0.047522750252780584
845,calibrated,development_F1,590,236,44,119,0.3352112676056338,0.7300613496932515,0.7142857142857143,0.4594594594594595,0.7221735319894829,0.358948432760364
846,raw,0.5,811,101,92,102,0.5024630541871922,0.5257731958762887,0.8892543859649122,0.5138539042821159,0.7075137909206004,0.18354430379746836
846,calibrated,0.5,878,34,133,61,0.6421052631578947,0.31443298969072164,0.9627192982456141,0.42214532871972316,0.6385761439681679,0.08589511754068715
846,calibrated,development_F1,649,263,44,150,0.36319612590799033,0.7731958762886598,0.7116228070175439,0.4942339373970346,0.7424093416531019,0.37341772151898733
847,raw,0.5,610,67,57,40,0.37383177570093457,0.41237113402061853,0.9010339734121122,0.39215686274509803,0.6567025537163653,0.13824289405684753
847,calibrated,0.5,650,27,78,19,0.41304347826086957,0.1958762886597938,0.9601181683899557,0.26573426573426573,0.5779972285248748,0.059431524547803614
847,calibrated,development_F1,494,183,34,63,0.25609756097560976,0.6494845360824743,0.7296898079763663,0.3673469387755102,0.6895871720294202,0.3178294573643411
848,raw,0.5,729,90,132,100,0.5263157894736842,0.43103448275862066,0.8901098901098901,0.47393364928909953,0.6605721864342553,0.1807802093244529
848,calibrated,0.5,797,22,184,48,0.6857142857142857,0.20689655172413793,0.9731379731379731,0.31788079470198677,0.5900172624310556,0.06660323501427212
848,calibrated,development_F1,589,230,56,176,0.43349753694581283,0.7586206896551724,0.7191697191697192,0.5517241379310345,0.7388952044124457,0.38629876308277833
849,raw,0.5,658,74,103,78,0.5131578947368421,0.430939226519337,0.8989071038251366,0.46846846846846846,0.6649231651722368,0.1664841182913472
849,calibrated,0.5,709,23,135,46,0.6666666666666666,0.2541436464088398,0.9685792349726776,0.368,0.6113614406907587,0.0755750273822563
849,calibrated,development_F1,526,206,60,121,0.37003058103975534,0.6685082872928176,0.7185792349726776,0.4763779527559055,0.6935437611327476,0.35815991237677985
850,raw,0.5,694,105,90,71,0.4034090909090909,0.4409937888198758,0.8685857321652065,0.42136498516320475,0.6547897604925411,0.18333333333333332
850,calibrated,0.5,776,23,126,35,0.603448275862069,0.21739130434782608,0.9712140175219024,0.319634703196347,0.5943026609348643,0.06041666666666667
850,calibrated,development_F1,559,240,43,118,0.329608938547486,0.7329192546583851,0.6996245306633292,0.45472061657032753,0.7162718926608571,0.3729166666666667
851,raw,0.5,718,96,98,110,0.5339805825242718,0.5288461538461539,0.8820638820638821,0.5314009661835749,0.705455017955018,0.20156555772994128
851,calibrated,0.5,782,32,155,53,0.6235294117647059,0.2548076923076923,0.9606879606879607,0.36177474402730375,0.6077478264978264,0.08317025440313111
851,calibrated,development_F1,555,259,35,173,0.40046296296296297,0.8317307692307693,0.6818181818181818,0.540625,0.7567744755244755,0.4227005870841487
852,raw,0.5,761,96,106,67,0.4110429447852761,0.3872832369942196,0.8879813302217037,0.39880952380952384,0.6376322836079616,0.15825242718446603
852,calibrated,0.5,836,21,144,29,0.58,0.1676300578034682,0.9754959159859977,0.2600896860986547,0.571562986894733,0.04854368932038835
852,calibrated,development_F1,601,256,47,126,0.3298429319371728,0.7283236994219653,0.7012835472578763,0.4540540540540541,0.7148036233399209,0.37087378640776697
853,raw,0.5,662,81,88,89,0.5235294117647059,0.5028248587570622,0.8909825033647375,0.5129682997118156,0.6969036810608998,0.18478260869565216
853,calibrated,0.5,722,21,139,38,0.6440677966101694,0.21468926553672316,0.971736204576043,0.3220338983050847,0.5932127350563831,0.0641304347826087
853,calibrated,development_F1,542,201,39,138,0.40707964601769914,0.7796610169491526,0.7294751009421265,0.5348837209302325,0.7545680589456396,0.3684782608695652
854,raw,0.5,747,95,81,73,0.43452380952380953,0.474025974025974,0.8871733966745843,0.453416149068323,0.6805996853502791,0.1686746987951807
854,calibrated,0.5,819,23,121,33,0.5892857142857143,0.21428571428571427,0.9726840855106889,0.3142857142857143,0.5934848998982015,0.05622489959839357
854,calibrated,development_F1,605,237,33,121,0.33798882681564246,0.7857142857142857,0.7185273159144893,0.47265625,0.7521208008143875,0.35943775100401604
855,raw,0.5,746,82,93,89,0.52046783625731,0.489010989010989,0.9009661835748792,0.5042492917847026,0.6949885862929341,0.16930693069306932
855,calibrated,0.5,809,19,139,43,0.6935483870967742,0.23626373626373626,0.9770531400966184,0.3524590163934426,0.6066584381801773,0.061386138613861385
855,calibrated,development_F1,580,248,55,127,0.33866666666666667,0.6978021978021978,0.7004830917874396,0.45601436265709155,0.6991426447948187,0.3712871287128713
856,raw,0.5,659,94,65,54,0.36486486486486486,0.453781512605042,0.8751660026560425,0.4044943820224719,0.6644737576305423,0.16972477064220184
856,calibrated,0.5,718,35,81,38,0.5205479452054794,0.31932773109243695,0.953519256308101,0.3958333333333333,0.636423493700269,0.08371559633027523
856,calibrated,development_F1,531,222,33,86,0.2792207792207792,0.7226890756302521,0.7051792828685259,0.4028103044496487,0.713934179249389,0.3532110091743119
857,raw,0.5,718,72,76,65,0.4744525547445255,0.46099290780141844,0.9088607594936708,0.4676258992805755,0.6849268336475447,0.14715359828141783
857,calibrated,0.5,771,19,108,33,0.6346153846153846,0.23404255319148937,0.9759493670886076,0.34196891191709844,0.6049959601400485,0.055853920515574654
857,calibrated,development_F1,573,217,44,97,0.3089171974522293,0.6879432624113475,0.7253164556962025,0.42637362637362636,0.706629859053775,0.3372717508055854
858,raw,0.5,623,86,91,67,0.43790849673202614,0.4240506329113924,0.8787023977433004,0.43086816720257237,0.6513765153273464,0.17647058823529413
858,calibrated,0.5,685,24,121,37,0.6065573770491803,0.23417721518987342,0.9661495063469676,0.3378995433789954,0.6001633607684205,0.07035755478662054
858,calibrated,development_F1,489,220,45,113,0.33933933933933935,0.7151898734177216,0.689703808180536,0.46028513238289204,0.7024468407991288,0.38408304498269896
859,raw,0.5,656,65,75,82,0.5578231292517006,0.5222929936305732,0.9098474341192788,0.5394736842105263,0.716070213874926,0.1674259681093394
859,calibrated,0.5,701,20,110,47,0.7014925373134329,0.29936305732484075,0.9722607489597781,0.41964285714285715,0.6358119031423094,0.07630979498861047
859,calibrated,development_F1,528,193,36,121,0.3853503184713376,0.7707006369426752,0.7323162274618585,0.5138004246284501,0.7515084322022669,0.357630979498861
860,raw,0.5,727,99,101,101,0.505,0.5,0.8801452784503632,0.5024875621890548,0.6900726392251816,0.19455252918287938
860,calibrated,0.5,806,20,150,52,0.7222222222222222,0.25742574257425743,0.9757869249394673,0.3795620437956204,0.6166063337568624,0.07003891050583658
860,calibrated,development_F1,592,234,49,153,0.3953488372093023,0.7574257425742574,0.7167070217917676,0.5195246179966044,0.7370663821830126,0.3764591439688716
861,raw,0.5,614,79,59,58,0.4233576642335766,0.49572649572649574,0.886002886002886,0.4566929133858268,0.6908646908646909,0.16913580246913582
861,calibrated,0.5,670,23,89,28,0.5490196078431373,0.23931623931623933,0.9668109668109668,0.3333333333333333,0.6030636030636031,0.06296296296296296
861,calibrated,development_F1,513,180,28,89,0.3308550185873606,0.7606837606837606,0.7402597402597403,0.46113989637305697,0.7504717504717504,0.33209876543209876
862,raw,0.5,672,84,100,125,0.5980861244019139,0.5555555555555556,0.8888888888888888,0.576036866359447,0.7222222222222222,0.2130479102956167
862,calibrated,0.5,726,30,161,64,0.6808510638297872,0.28444444444444444,0.9603174603174603,0.4012539184952978,0.6223809523809524,0.09582059123343527
862,calibrated,development_F1,543,213,42,183,0.4621212121212121,0.8133333333333334,0.7182539682539683,0.5893719806763285,0.7657936507936508,0.4036697247706422
863,raw,0.5,749,83,109,96,0.5363128491620112,0.4682926829268293,0.9002403846153846,0.5,0.6842665337711069,0.1726133076181292
863,calibrated,0.5,812,20,158,47,0.7014925373134329,0.22926829268292684,0.9759615384615384,0.34558823529411764,0.6026149155722327,0.06460945033751206
863,calibrated,development_F1,577,255,51,154,0.3765281173594132,0.751219512195122,0.6935096153846154,0.501628664495114,0.7223645637898687,0.3944069431051109
864,raw,0.5,690,86,92,77,0.4723926380368098,0.4556213017751479,0.8891752577319587,0.463855421686747,0.6723982797535533,0.1724867724867725
864,calibrated,0.5,759,17,139,30,0.6382978723404256,0.17751479289940827,0.9780927835051546,0.2777777777777778,0.5778037882022814,0.04973544973544974
864,calibrated,development_F1,544,232,36,133,0.3643835616438356,0.7869822485207101,0.7010309278350515,0.49812734082397003,0.7440065881778808,0.3862433862433862
865,raw,0.5,683,82,77,83,0.503030303030303,0.51875,0.8928104575163399,0.5107692307692308,0.70578022875817,0.1783783783783784
865,calibrated,0.5,745,20,120,40,0.6666666666666666,0.25,0.9738562091503268,0.36363636363636365,0.6119281045751634,0.06486486486486487
865,calibrated,development_F1,564,201,42,118,0.36990595611285265,0.7375,0.7372549019607844,0.49269311064718163,0.7373774509803922,0.34486486486486484
866,raw,0.5,676,72,59,72,0.5,0.549618320610687,0.9037433155080213,0.5236363636363637,0.7266808180593542,0.16382252559726962
866,calibrated,0.5,729,19,92,39,0.6724137931034483,0.29770992366412213,0.9745989304812834,0.4126984126984127,0.6361544270727028,0.06598407281001138
866,calibrated,development_F1,552,196,35,96,0.3287671232876712,0.732824427480916,0.7379679144385026,0.45390070921985815,0.7353961709597093,0.3321956769055745
867,raw,0.5,734,89,119,76,0.46060606060606063,0.38974358974358975,0.8918590522478737,0.4222222222222222,0.6408013209957317,0.16208251473477406
867,calibrated,0.5,798,25,165,30,0.5454545454545454,0.15384615384615385,0.9696233292831106,0.24,0.5617347415646322,0.054027504911591355
867,calibrated,development_F1,587,236,57,138,0.3689839572192513,0.7076923076923077,0.7132442284325637,0.4850615114235501,0.7104682680624357,0.36738703339882123
868,raw,0.5,683,72,73,71,0.4965034965034965,0.4930555555555556,0.904635761589404,0.49477351916376305,0.6988456585724798,0.15906562847608455
868,calibrated,0.5,738,17,112,32,0.6530612244897959,0.2222222222222222,0.9774834437086093,0.3316062176165803,0.5998528329654158,0.054505005561735265
868,calibrated,development_F1,554,201,43,101,0.3344370860927152,0.7013888888888888,0.7337748344370861,0.452914798206278,0.7175818616629874,0.3359288097886541
869,raw,0.5,764,93,117,86,0.48044692737430167,0.4236453201970443,0.8914819136522754,0.450261780104712,0.6575636169246598,0.16886792452830188
869,calibrated,0.5,833,24,166,37,0.6065573770491803,0.18226600985221675,0.9719953325554259,0.2803030303030303,0.5771306712038213,0.057547169811320756
869,calibrated,development_F1,620,237,54,149,0.3860103626943005,0.7339901477832512,0.7234539089848308,0.5059422750424448,0.728722028384041,0.3641509433962264
870,raw,0.5,627,82,65,44,0.3492063492063492,0.4036697247706422,0.8843441466854725,0.37446808510638296,0.6440069357280573,0.15403422982885084
870,calibrated,0.5,693,16,87,22,0.5789473684210527,0.2018348623853211,0.9774330042313117,0.29931972789115646,0.5896339333083165,0.04645476772616137
870,calibrated,development_F1,503,206,40,69,0.2509090909090909,0.6330275229357798,0.7094499294781382,0.359375,0.671238726206959,0.33618581907090467
871,raw,0.5,671,71,75,111,0.6098901098901099,0.5967741935483871,0.9043126684636119,0.6032608695652174,0.7505434310059995,0.1961206896551724
871,calibrated,0.5,718,24,126,60,0.7142857142857143,0.3225806451612903,0.967654986522911,0.4444444444444444,0.6451178158421007,0.09051724137931035
871,calibrated,development_F1,539,203,40,146,0.4183381088825215,0.7849462365591398,0.7264150943396226,0.5457943925233645,0.7556806654493812,0.3760775862068966
872,raw,0.5,724,109,97,108,0.4976958525345622,0.526829268292683,0.8691476590636255,0.5118483412322274,0.6979884636781541,0.20905587668593448
872,calibrated,0.5,806,27,148,57,0.6785714285714286,0.2780487804878049,0.9675870348139256,0.3944636678200692,0.6228179076508653,0.08092485549132948
872,calibrated,development_F1,571,262,48,157,0.3747016706443914,0.7658536585365854,0.6854741896758704,0.5032051282051282,0.7256639241062279,0.40366088631984587
873,raw,0.5,802,90,111,76,0.4578313253012048,0.40641711229946526,0.899103139013453,0.43059490084985835,0.6527601256564591,0.15384615384615385
873,calibrated,0.5,878,14,154,33,0.7021276595744681,0.17647058823529413,0.984304932735426,0.28205128205128205,0.58038776048536,0.04355885078776645
873,calibrated,development_F1,623,269,52,135,0.3341584158415842,0.7219251336898396,0.6984304932735426,0.45685279187817257,0.7101778134816911,0.3744207599629286
874,raw,0.5,721,69,77,88,0.5605095541401274,0.5333333333333333,0.9126582278481012,0.546583850931677,0.7229957805907172,0.1643979057591623
874,calibrated,0.5,774,16,120,45,0.7377049180327869,0.2727272727272727,0.979746835443038,0.39823008849557523,0.6262370540851554,0.06387434554973823
874,calibrated,development_F1,589,201,38,127,0.3871951219512195,0.7696969696969697,0.7455696202531645,0.5152129817444219,0.757633294975067,0.34345549738219894
875,raw,0.5,635,74,77,68,0.4788732394366197,0.4689655172413793,0.8956276445698167,0.4738675958188153,0.682296580905598,0.16627634660421545
875,calibrated,0.5,696,13,116,29,0.6904761904761905,0.2,0.9816643159379408,0.31016042780748665,0.5908321579689704,0.04918032786885246
875,calibrated,development_F1,509,200,41,104,0.34210526315789475,0.7172413793103448,0.7179125528913963,0.46325167037861914,0.7175769661008706,0.3559718969555035
876,raw,0.5,646,68,105,91,0.5723270440251572,0.4642857142857143,0.9047619047619048,0.5126760563380282,0.6845238095238095,0.17472527472527472
876,calibrated,0.5,694,20,153,43,0.6825396825396826,0.2193877551020408,0.9719887955182073,0.33204633204633205,0.595688275310124,0.06923076923076923
876,calibrated,development_F1,523,191,55,141,0.4246987951807229,0.7193877551020408,0.7324929971988795,0.5340909090909091,0.7259403761504601,0.3648351648351648
877,raw,0.5,602,67,67,74,0.524822695035461,0.524822695035461,0.8998505231689088,0.524822695035461,0.7123366091021849,0.17407407407407408
877,calibrated,0.5,643,26,103,38,0.59375,0.2695035460992908,0.9611360239162929,0.37073170731707317,0.6153197850077918,0.07901234567901234
877,calibrated,development_F1,487,182,40,101,0.3568904593639576,0.7163120567375887,0.7279521674140508,0.47641509433962265,0.7221321120758197,0.3493827160493827
878,raw,0.5,779,115,113,114,0.4978165938864629,0.5022026431718062,0.8713646532438478,0.5,0.686783648207827,0.20428189116859946
878,calibrated,0.5,863,31,180,47,0.6025641025641025,0.20704845814977973,0.9653243847874721,0.3081967213114754,0.5861864214686259,0.0695807314897413
878,calibrated,development_F1,602,292,50,177,0.3773987206823028,0.7797356828193832,0.6733780760626398,0.5086206896551724,0.7265568794410115,0.41837644959857273
879,raw,0.5,647,60,77,63,0.5121951219512195,0.45,0.9151343705799151,0.4790874524714829,0.6825671852899575,0.14521841794569068
879,calibrated,0.5,689,18,108,32,0.64,0.22857142857142856,0.9745403111739745,0.3368421052631579,0.6015558698727016,0.0590318772136954
879,calibrated,development_F1,531,176,46,94,0.34814814814814815,0.6714285714285714,0.751060820367751,0.4585365853658537,0.7112446958981612,0.3187721369539551
880,raw,0.5,826,75,97,65,0.4642857142857143,0.4012345679012346,0.9167591564927858,0.4304635761589404,0.6589968621970101,0.1317027281279398
880,calibrated,0.5,880,21,129,33,0.6111111111111112,0.2037037037037037,0.97669256381798,0.3055555555555556,0.5901981337608418,0.05079962370649106
880,calibrated,development_F1,667,234,48,114,0.3275862068965517,0.7037037037037037,0.7402885682574917,0.4470588235294118,0.7219961359805978,0.3273753527751646
881,raw,0.5,773,87,78,85,0.4941860465116279,0.5214723926380368,0.8988372093023256,0.5074626865671642,0.7101548009701812,0.1681329423264907
881,calibrated,0.5,844,16,127,36,0.6923076923076923,0.22085889570552147,0.9813953488372092,0.33488372093023255,0.6011271222713653,0.05083088954056696
881,calibrated,development_F1,602,258,33,130,0.33505154639175255,0.7975460122699386,0.7,0.47186932849364793,0.7487730061349693,0.37927663734115347
882,raw,0.5,715,91,85,92,0.5027322404371585,0.519774011299435,0.8870967741935484,0.5111111111111111,0.7034353927464917,0.1861648016276704
882,calibrated,0.5,787,19,127,50,0.7246376811594203,0.2824858757062147,0.9764267990074442,0.4065040650406504,0.6294563373568295,0.07019328585961343
882,calibrated,development_F1,583,223,40,137,0.38055555555555554,0.7740112994350282,0.7233250620347395,0.5102420856610801,0.7486681807348838,0.3662258392675483
883,raw,0.5,641,68,90,89,0.5668789808917197,0.4972067039106145,0.9040902679830748,0.5297619047619048,0.7006484859468447,0.1768018018018018
883,calibrated,0.5,686,23,141,38,0.6229508196721312,0.2122905027932961,0.9675599435825106,0.31666666666666665,0.5899252231879033,0.0686936936936937
883,calibrated,development_F1,520,189,49,130,0.40752351097178685,0.7262569832402235,0.7334273624823695,0.5220883534136547,0.7298421728612965,0.35923423423423423
884,raw,0.5,695,69,96,77,0.5273972602739726,0.44508670520231214,0.9096858638743456,0.4827586206896552,0.6773862845383288,0.15581643543223053
884,calibrated,0.5,743,21,131,42,0.6666666666666666,0.24277456647398843,0.9725130890052356,0.3559322033898305,0.607643827739612,0.0672358591248666
884,calibrated,development_F1,561,203,52,121,0.3734567901234568,0.6994219653179191,0.7342931937172775,0.4869215291750503,0.7168575795175983,0.3457844183564568
885,raw,0.5,663,86,119,133,0.6073059360730594,0.5277777777777778,0.8851802403204272,0.564755838641189,0.7064790090491024,0.21878121878121878
885,calibrated,0.5,719,30,187,65,0.6842105263157895,0.25793650793650796,0.9599465954606141,0.3746397694524496,0.608941551698561,0.09490509490509491
885,calibrated,development_F1,525,224,54,198,0.46919431279620855,0.7857142857142857,0.7009345794392523,0.5875370919881305,0.743324432576769,0.42157842157842157
886,raw,0.5,736,83,83,70,0.45751633986928103,0.45751633986928103,0.8986568986568987,0.45751633986928103,0.6780866192630899,0.1574074074074074
886,calibrated,0.5,801,18,120,33,0.6470588235294118,0.21568627450980393,0.978021978021978,0.3235294117647059,0.596854126265891,0.05246913580246913
886,calibrated,development_F1,598,221,43,110,0.3323262839879154,0.7189542483660131,0.7301587301587301,0.45454545454545453,0.7245564892623716,0.3405349794238683
887,raw,0.5,678,109,88,82,0.4293193717277487,0.4823529411764706,0.8614993646759848,0.45429362880886426,0.6719261529262277,0.19958202716823406
887,calibrated,0.5,763,24,137,33,0.5789473684210527,0.19411764705882353,0.9695044472681067,0.2907488986784141,0.5818110471634651,0.05956112852664577
887,calibrated,development_F1,536,251,39,131,0.34293193717277487,0.7705882352941177,0.6810673443456162,0.4746376811594203,0.725827789819867,0.3991640543364681
888,raw,0.5,691,71,76,62,0.46616541353383456,0.4492753623188406,0.9068241469816273,0.4575645756457565,0.678049754650234,0.14777777777777779
888,calibrated,0.5,745,17,106,32,0.6530612244897959,0.2318840579710145,0.9776902887139107,0.3422459893048128,0.6047871733424626,0.05444444444444444
888,calibrated,development_F1,544,218,37,101,0.3166144200626959,0.7318840579710145,0.7139107611548556,0.4420131291028446,0.722897409562935,0.35444444444444445
889,raw,0.5,755,91,85,97,0.5159574468085106,0.532967032967033,0.892434988179669,0.5243243243243243,0.712701010573351,0.1828793774319066
889,calibrated,0.5,821,25,134,48,0.6575342465753424,0.26373626373626374,0.9704491725768322,0.3764705882352941,0.617092718156548,0.07101167315175097
889,calibrated,development_F1,605,241,50,132,0.353887399463807,0.7252747252747253,0.7151300236406619,0.4756756756756757,0.7202023744576935,0.36284046692607
890,raw,0.5,791,89,112,94,0.5136612021857924,0.4563106796116505,0.8988636363636363,0.4832904884318766,0.6775871579876434,0.1685082872928177
890,calibrated,0.5,854,26,163,43,0.6231884057971014,0.2087378640776699,0.9704545454545455,0.31272727272727274,0.5895962047661076,0.06353591160220995
890,calibrated,development_F1,626,254,52,154,0.37745098039215685,0.7475728155339806,0.7113636363636363,0.501628664495114,0.7294682259488084,0.3756906077348066
891,raw,0.5,659,90,80,63,0.4117647058823529,0.4405594405594406,0.8798397863818425,0.42567567567567566,0.6601996134706415,0.17152466367713004
891,calibrated,0.5,726,23,115,28,0.5490196078431373,0.1958041958041958,0.9692923898531375,0.28865979381443296,0.5825482928286666,0.05717488789237668
891,calibrated,development_F1,524,225,39,104,0.3161094224924012,0.7272727272727273,0.6995994659546061,0.4406779661016949,0.7134360966136667,0.3688340807174888
892,raw,0.5,671,82,84,71,0.46405228758169936,0.45806451612903226,0.8911022576361222,0.461038961038961,0.6745833868825772,0.1685022026431718
892,calibrated,0.5,729,24,132,23,0.48936170212765956,0.14838709677419354,0.9681274900398407,0.22772277227722773,0.5582572934070171,0.051762114537444934
892,calibrated,development_F1,558,195,46,109,0.35855263157894735,0.7032258064516129,0.7410358565737052,0.4749455337690632,0.7221308315126591,0.33480176211453744
893,raw,0.5,656,59,79,85,0.5902777777777778,0.5182926829268293,0.9174825174825175,0.551948051948052,0.7178876002046735,0.16382252559726962
893,calibrated,0.5,698,17,125,39,0.6964285714285714,0.23780487804878048,0.9762237762237762,0.35454545454545455,0.6070143271362783,0.06370875995449374
893,calibrated,development_F1,527,188,34,130,0.4088050314465409,0.7926829268292683,0.737062937062937,0.5394190871369294,0.7648729319461027,0.36177474402730375
894,raw,0.5,736,93,108,101,0.520618556701031,0.48325358851674644,0.887816646562123,0.5012406947890818,0.6855351175394347,0.18689788053949905
894,calibrated,0.5,806,23,143,66,0.7415730337078652,0.3157894736842105,0.9722557297949337,0.4429530201342282,0.644022601739572,0.08574181117533719
894,calibrated,development_F1,578,251,49,160,0.38929440389294406,0.7655502392344498,0.6972255729794934,0.5161290322580645,0.7313879061069716,0.3959537572254335
895,raw,0.5,584,109,84,95,0.46568627450980393,0.5307262569832403,0.8427128427128427,0.4960835509138381,0.6867195498480415,0.23394495412844038
895,calibrated,0.5,671,22,133,46,0.6764705882352942,0.2569832402234637,0.9682539682539683,0.3724696356275304,0.612618604238716,0.0779816513761468
895,calibrated,development_F1,454,239,45,134,0.35924932975871315,0.7486033519553073,0.6551226551226551,0.4855072463768116,0.7018630035389812,0.42775229357798167
896,raw,0.5,625,58,73,62,0.5166666666666667,0.45925925925925926,0.9150805270863837,0.48627450980392156,0.6871698931728214,0.1466992665036675
896,calibrated,0.5,661,22,108,27,0.5510204081632653,0.2,0.9677891654465594,0.29347826086956524,0.5838945827232797,0.05990220048899755
896,calibrated,development_F1,531,152,46,89,0.36929460580912865,0.6592592592592592,0.7774524158125915,0.4734042553191489,0.7183558375359254,0.2946210268948655
897,raw,0.5,657,76,56,50,0.3968253968253968,0.4716981132075472,0.8963165075034106,0.43103448275862066,0.6840073103554789,0.1501787842669845
897,calibrated,0.5,700,33,82,24,0.42105263157894735,0.22641509433962265,0.9549795361527967,0.294478527607362,0.5906973152462097,0.06793802145411204
897,calibrated,development_F1,539,194,30,76,0.2814814814814815,0.7169811320754716,0.7353342428376535,0.40425531914893614,0.7261576874565625,0.3218116805721097
898,raw,0.5,657,95,85,97,0.5052083333333334,0.532967032967033,0.8736702127659575,0.5187165775401069,0.7033186228664952,0.20556745182012848
898,calibrated,0.5,726,26,126,56,0.6829268292682927,0.3076923076923077,0.9654255319148937,0.42424242424242425,0.6365589198036007,0.08779443254817987
898,calibrated,development_F1,510,242,35,147,0.37789203084832906,0.8076923076923077,0.6781914893617021,0.5148861646234676,0.7429418985270049,0.4164882226980728
899,raw,0.5,693,86,76,69,0.44516129032258067,0.47586206896551725,0.889602053915276,0.46,0.6827320614403967,0.16774891774891776
899,calibrated,0.5,752,27,114,31,0.5344827586206896,0.21379310344827587,0.9653401797175867,0.3054187192118227,0.5895666415829313,0.06277056277056277
899,calibrated,development_F1,547,232,39,106,0.3136094674556213,0.7310344827586207,0.7021822849807445,0.4389233954451346,0.7166083838696826,0.3658008658008658
900,raw,0.5,741,60,86,80,0.5714285714285714,0.4819277108433735,0.9250936329588015,0.5228758169934641,0.7035106719010875,0.14477766287487073
900,calibrated,0.5,786,15,133,33,0.6875,0.19879518072289157,0.9812734082397003,0.308411214953271,0.590034294481296,0.04963805584281282
900,calibrated,development_F1,591,210,47,119,0.3617021276595745,0.7168674698795181,0.7378277153558053,0.4808080808080808,0.7273475926176617,0.34022750775594623
901,raw,0.5,635,70,81,118,0.6276595744680851,0.592964824120603,0.900709219858156,0.6098191214470284,0.7468370219893795,0.2079646017699115
901,calibrated,0.5,686,19,123,76,0.8,0.38190954773869346,0.9730496453900709,0.5170068027210885,0.6774795965643822,0.10508849557522124
901,calibrated,development_F1,488,217,31,168,0.43636363636363634,0.8442211055276382,0.6921985815602837,0.5753424657534246,0.7682098435439609,0.4258849557522124
902,raw,0.5,710,96,83,84,0.4666666666666667,0.5029940119760479,0.8808933002481389,0.484149855907781,0.6919436561120934,0.18499486125385406
902,calibrated,0.5,775,31,133,34,0.5230769230769231,0.20359281437125748,0.9615384615384616,0.29310344827586204,0.5825656379548595,0.06680369989722508
902,calibrated,development_F1,567,239,34,133,0.3575268817204301,0.7964071856287425,0.7034739454094293,0.4935064935064935,0.7499405655190858,0.3823227132579651
903,raw,0.5,665,79,99,85,0.5182926829268293,0.46195652173913043,0.8938172043010753,0.4885057471264368,0.6778868630201028,0.17672413793103448
903,calibrated,0.5,720,24,140,44,0.6470588235294118,0.2391304347826087,0.967741935483871,0.3492063492063492,0.6034361851332398,0.07327586206896551
903,calibrated,development_F1,537,207,51,133,0.3911764705882353,0.7228260869565217,0.7217741935483871,0.5076335877862596,0.7223001402524545,0.36637931034482757
904,raw,0.5,780,78,80,83,0.515527950310559,0.50920245398773,0.9090909090909091,0.5123456790123457,0.7091466815393195,0.15768854064642507
904,calibrated,0.5,832,26,111,52,0.6666666666666666,0.31901840490797545,0.9696969696969697,0.4315352697095436,0.6443576873024726,0.07639569049951028
904,calibrated,development_F1,630,228,33,130,0.36312849162011174,0.7975460122699386,0.7342657342657343,0.4990403071017274,0.7659058732678364,0.35063663075416257
905,raw,0.5,856,98,84,68,0.40963855421686746,0.4473684210526316,0.8972746331236897,0.4276729559748428,0.6723215270881606,0.15009041591320071
905,calibrated,0.5,929,25,119,33,0.5689655172413793,0.21710526315789475,0.9737945492662474,0.3142857142857143,0.5954499062120711,0.05244122965641953
905,calibrated,development_F1,676,278,47,105,0.2741514360313316,0.6907894736842105,0.7085953878406709,0.3925233644859813,0.6996924307624407,0.3462929475587703
906,raw,0.5,677,90,66,49,0.35251798561151076,0.4260869565217391,0.8826597131681877,0.3858267716535433,0.6543733348449634,0.15759637188208617
906,calibrated,0.5,736,31,89,26,0.45614035087719296,0.22608695652173913,0.9595827900912647,0.3023255813953488,0.5928348733065019,0.06462585034013606
906,calibrated,development_F1,570,197,41,74,0.2730627306273063,0.6434782608695652,0.7431551499348109,0.38341968911917096,0.693316705402188,0.3072562358276644
907,raw,0.5,825,90,87,95,0.5135135135135135,0.521978021978022,0.9016393442622951,0.5177111716621253,0.7118086831201585,0.16864175022789427
907,calibrated,0.5,894,21,138,44,0.676923076923077,0.24175824175824176,0.9770491803278688,0.3562753036437247,0.6094037110430552,0.059252506836827715
907,calibrated,development_F1,670,245,40,142,0.3669250645994832,0.7802197802197802,0.73224043715847,0.4991212653778559,0.7562301086891251,0.3527803099361896
908,raw,0.5,662,63,76,72,0.5333333333333333,0.4864864864864865,0.9131034482758621,0.508833922261484,0.6997949673811743,0.15463917525773196
908,calibrated,0.5,708,17,122,26,0.6046511627906976,0.17567567567567569,0.976551724137931,0.27225130890052357,0.5761136999068034,0.049255441008018326
908,calibrated,development_F1,550,175,36,112,0.3902439024390244,0.7567567567567568,0.7586206896551724,0.5149425287356322,0.7576887232059646,0.32875143184421535
909,raw,0.5,685,103,92,94,0.47715736040609136,0.5053763440860215,0.8692893401015228,0.4908616187989556,0.6873328420937721,0.20225872689938398
909,calibrated,0.5,758,30,136,50,0.625,0.26881720430107525,0.9619289340101523,0.37593984962406013,0.6153730691556138,0.08213552361396304
909,calibrated,development_F1,545,243,37,149,0.38010204081632654,0.8010752688172043,0.6916243654822335,0.5155709342560554,0.7463498171497189,0.4024640657084189
910,raw,0.5,663,64,91,87,0.5761589403973509,0.4887640449438202,0.9119669876203577,0.5288753799392097,0.700365516282089,0.16685082872928178
910,calibrated,0.5,703,24,134,44,0.6470588235294118,0.24719101123595505,0.9669876203576341,0.35772357723577236,0.6070893157967946,0.07513812154696133
910,calibrated,development_F1,512,215,43,135,0.38571428571428573,0.7584269662921348,0.7042640990371389,0.5113636363636364,0.7313455326646369,0.3867403314917127
911,raw,0.5,698,99,87,72,0.42105263157894735,0.4528301886792453,0.875784190715182,0.43636363636363634,0.6643071896972137,0.1788702928870293
911,calibrated,0.5,772,25,131,28,0.5283018867924528,0.1761006289308176,0.9686323713927227,0.2641509433962264,0.5723665001617702,0.05543933054393305
911,calibrated,development_F1,565,232,38,121,0.34277620396600567,0.7610062893081762,0.7089084065244667,0.47265625,0.7349573479163214,0.3692468619246862
912,raw,0.5,645,64,94,80,0.5555555555555556,0.45977011494252873,0.9097320169252469,0.5031446540880503,0.6847510659338878,0.16308040770101925
912,calibrated,0.5,697,12,138,36,0.75,0.20689655172413793,0.9830747531734838,0.32432432432432434,0.5949856524488109,0.05436013590033975
912,calibrated,development_F1,516,193,54,120,0.38338658146964855,0.6896551724137931,0.7277856135401974,0.4928131416837782,0.7087203929769953,0.35447338618346547
913,raw,0.5,656,78,67,57,0.4222222222222222,0.4596774193548387,0.8937329700272479,0.44015444015444016,0.6767051946910433,0.15734265734265734
913,calibrated,0.5,711,23,97,27,0.54,0.21774193548387097,0.9686648501362398,0.3103448275862069,0.5932033928100554,0.05827505827505827
913,calibrated,development_F1,534,200,34,90,0.3103448275862069,0.7258064516129032,0.7275204359673024,0.43478260869565216,0.7266634437901028,0.337995337995338
914,raw,0.5,739,91,122,93,0.5054347826086957,0.4325581395348837,0.8903614457831325,0.46616541353383456,0.6614597926590081,0.17607655502392344
914,calibrated,0.5,801,29,177,38,0.5671641791044776,0.17674418604651163,0.9650602409638555,0.2695035460992908,0.5709022135051836,0.06411483253588517
914,calibrated,development_F1,580,250,58,157,0.3857493857493858,0.7302325581395349,0.6987951807228916,0.5048231511254019,0.7145138694312132,0.3894736842105263
915,raw,0.5,645,80,73,80,0.5,0.5228758169934641,0.8896551724137931,0.5111821086261981,0.7062654947036286,0.18223234624145787
915,calibrated,0.5,702,23,115,38,0.6229508196721312,0.24836601307189543,0.9682758620689655,0.35514018691588783,0.6083209375704305,0.06947608200455581
915,calibrated,development_F1,515,210,34,119,0.3617021276595745,0.7777777777777778,0.7103448275862069,0.49377593360995853,0.7440613026819923,0.37471526195899774
916,raw,0.5,704,81,80,57,0.41304347826086957,0.41605839416058393,0.8968152866242038,0.41454545454545455,0.6564368403923939,0.14967462039045554
916,calibrated,0.5,759,26,118,19,0.4222222222222222,0.1386861313868613,0.9668789808917198,0.2087912087912088,0.5527825561392905,0.04880694143167028
916,calibrated,development_F1,569,216,37,100,0.31645569620253167,0.7299270072992701,0.7248407643312101,0.44150110375275936,0.7273838858152402,0.34273318872017355
917,raw,0.5,709,97,81,103,0.515,0.5597826086956522,0.8796526054590571,0.5364583333333334,0.7197176070773547,0.20202020202020202
917,calibrated,0.5,778,28,125,59,0.6781609195402298,0.32065217391304346,0.9652605459057072,0.4354243542435424,0.6429563599093753,0.08787878787878788
917,calibrated,development_F1,563,243,39,145,0.37371134020618557,0.7880434782608695,0.6985111662531017,0.506993006993007,0.7432773222569856,0.39191919191919194
918,raw,0.5,741,88,91,81,0.47928994082840237,0.47093023255813954,0.893848009650181,0.4750733137829912,0.6823891211041603,0.16883116883116883
918,calibrated,0.5,809,20,136,36,0.6428571428571429,0.20930232558139536,0.9758745476477684,0.3157894736842105,0.5925884366145818,0.055944055944055944
918,calibrated,development_F1,606,223,38,134,0.3753501400560224,0.7790697674418605,0.7310012062726177,0.5066162570888468,0.7550354868572391,0.35664335664335667
919,raw,0.5,705,103,74,72,0.4114285714285714,0.4931506849315068,0.8725247524752475,0.4485981308411215,0.6828377187033772,0.18343815513626835
919,calibrated,0.5,783,25,120,26,0.5098039215686274,0.1780821917808219,0.969059405940594,0.2639593908629442,0.5735707988607079,0.05345911949685535
919,calibrated,development_F1,546,262,38,108,0.2918918918918919,0.7397260273972602,0.6757425742574258,0.4186046511627907,0.707734300827343,0.38784067085953877
920,raw,0.5,666,71,112,100,0.5847953216374269,0.4716981132075472,0.903663500678426,0.5221932114882507,0.6876808069429866,0.18018967334035826
920,calibrated,0.5,721,16,171,41,0.7192982456140351,0.19339622641509435,0.9782903663500678,0.3048327137546468,0.585843296382581,0.06006322444678609
920,calibrated,development_F1,540,197,61,151,0.4339080459770115,0.7122641509433962,0.7327001356852103,0.5392857142857143,0.7224821433143033,0.3667017913593256
921,raw,0.5,728,91,97,60,0.3973509933774834,0.3821656050955414,0.8888888888888888,0.38961038961038963,0.6355272469922151,0.15471311475409835
921,calibrated,0.5,788,31,126,31,0.5,0.19745222929936307,0.9621489621489622,0.2831050228310502,0.5798005957241626,0.06352459016393443
921,calibrated,development_F1,582,237,56,101,0.2988165680473373,0.643312101910828,0.7106227106227107,0.4080808080808081,0.6769674062667693,0.3463114754098361
922,raw,0.5,643,88,89,91,0.5083798882681564,0.5055555555555555,0.8796169630642955,0.5069637883008357,0.6925862593099255,0.1964873765093304
922,calibrated,0.5,709,22,139,41,0.6507936507936508,0.22777777777777777,0.9699042407660738,0.3374485596707819,0.5988410092719259,0.06915477497255763
922,calibrated,development_F1,509,222,43,137,0.3816155988857939,0.7611111111111111,0.6963064295485636,0.5083487940630798,0.7287087703298374,0.3940724478594951
923,raw,0.5,777,91,128,125,0.5787037037037037,0.49407114624505927,0.8951612903225806,0.5330490405117271,0.6946162182838199,0.1926851025869759
923,calibrated,0.5,843,25,183,70,0.7368421052631579,0.2766798418972332,0.9711981566820277,0.40229885057471265,0.6239389992896305,0.0847457627118644
923,calibrated,development_F1,640,228,54,199,0.46604215456674475,0.7865612648221344,0.7373271889400922,0.5852941176470589,0.7619442268811133,0.3809099018733274
924,raw,0.5,779,79,64,58,0.4233576642335766,0.47540983606557374,0.9079254079254079,0.44787644787644787,0.6916676219954908,0.13979591836734695
924,calibrated,0.5,832,26,98,24,0.48,0.19672131147540983,0.9696969696969697,0.27906976744186046,0.5832091405861898,0.05102040816326531
924,calibrated,development_F1,629,229,34,88,0.277602523659306,0.7213114754098361,0.7331002331002331,0.4009111617312073,0.7272058542550346,0.32346938775510203
925,raw,0.5,737,89,73,94,0.5136612021857924,0.562874251497006,0.8922518159806295,0.5371428571428571,0.7275630337388177,0.18429003021148035
925,calibrated,0.5,807,19,116,51,0.7285714285714285,0.30538922155688625,0.9769975786924939,0.43037974683544306,0.6411934001246901,0.07049345417925479
925,calibrated,development_F1,570,256,26,141,0.35516372795969775,0.844311377245509,0.6900726392251816,0.5,0.7671920082353453,0.3997985901309164
926,raw,0.5,739,94,84,93,0.49732620320855614,0.5254237288135594,0.8871548619447779,0.510989010989011,0.7062892953791686,0.18514851485148515
926,calibrated,0.5,798,35,140,37,0.5138888888888888,0.20903954802259886,0.957983193277311,0.2971887550200803,0.583511370649955,0.07128712871287128
926,calibrated,development_F1,575,258,30,147,0.362962962962963,0.8305084745762712,0.6902761104441777,0.5051546391752577,0.7603922925102244,0.400990099009901
927,raw,0.5,761,100,118,93,0.48186528497409326,0.44075829383886256,0.883855981416957,0.4603960396039604,0.6623071376279097,0.18003731343283583
927,calibrated,0.5,834,27,160,51,0.6538461538461539,0.24170616113744076,0.9686411149825784,0.35294117647058826,0.6051736380600096,0.07276119402985075
927,calibrated,development_F1,607,254,47,164,0.3923444976076555,0.7772511848341233,0.7049941927990708,0.5214626391096979,0.741122688816597,0.38992537313432835
928,raw,0.5,658,85,93,69,0.44805194805194803,0.42592592592592593,0.8855989232839838,0.43670886075949367,0.6557624246049549,0.17016574585635358
928,calibrated,0.5,717,26,139,23,0.46938775510204084,0.1419753086419753,0.9650067294751009,0.21800947867298578,0.5534910190585381,0.05414364640883978
928,calibrated,development_F1,517,226,40,122,0.3505747126436782,0.7530864197530864,0.6958277254374159,0.47843137254901963,0.7244570725952512,0.38453038674033146
929,raw,0.5,638,69,80,81,0.54,0.5031055900621118,0.9024045261669024,0.5209003215434084,0.702755058114507,0.1728110599078341
929,calibrated,0.5,679,28,119,42,0.6,0.2608695652173913,0.9603960396039604,0.36363636363636365,0.6106328024106759,0.08064516129032258
929,calibrated,development_F1,526,181,45,116,0.39057239057239057,0.7204968944099379,0.743988684582744,0.5065502183406113,0.732242789496341,0.3421658986175115
930,raw,0.5,695,83,90,89,0.5174418604651163,0.4972067039106145,0.8933161953727506,0.5071225071225072,0.6952614496416826,0.17972831765935215
930,calibrated,0.5,750,28,134,45,0.6164383561643836,0.25139664804469275,0.9640102827763496,0.35714285714285715,0.6077034654105211,0.07628004179728318
930,calibrated,development_F1,581,197,48,131,0.39939024390243905,0.7318435754189944,0.7467866323907455,0.5167652859960552,0.73931510390487,0.34273772204806685
931,raw,0.5,718,77,105,71,0.4797297297297297,0.4034090909090909,0.9031446540880503,0.4382716049382716,0.6532768724985706,0.15242018537590113
931,calibrated,0.5,770,25,143,33,0.5689655172413793,0.1875,0.9685534591194969,0.28205128205128205,0.5780267295597484,0.05973223480947477
931,calibrated,development_F1,556,239,46,130,0.3523035230352303,0.7386363636363636,0.6993710691823899,0.47706422018348627,0.7190037164093768,0.3800205973223481
932,raw,0.5,782,67,72,85,0.5592105263157895,0.5414012738853503,0.9210836277974087,0.5501618122977346,0.7312424508413795,0.15109343936381708
932,calibrated,0.5,826,23,114,43,0.6515151515151515,0.27388535031847133,0.9729093050647821,0.38565022421524664,0.6233973276916267,0.06560636182902585
932,calibrated,development_F1,629,220,35,122,0.3567251461988304,0.7770700636942676,0.7408716136631331,0.48897795591182364,0.7589708386787004,0.3399602385685885
933,raw,0.5,658,75,71,77,0.506578947368421,0.5202702702702703,0.897680763983629,0.5133333333333333,0.7089755171269496,0.17253121452894438
933,calibrated,0.5,702,31,108,40,0.5633802816901409,0.2702702702702703,0.9577080491132333,0.365296803652968,0.6139891596917517,0.08059023836549375
933,calibrated,development_F1,527,206,32,116,0.36024844720496896,0.7837837837837838,0.7189631650750341,0.49361702127659574,0.7513734744294089,0.3654937570942111
934,raw,0.5,635,97,73,81,0.4550561797752809,0.525974025974026,0.8674863387978142,0.4879518072289157,0.6967301823859201,0.20090293453724606
934,calibrated,0.5,701,31,120,34,0.5230769230769231,0.22077922077922077,0.9576502732240437,0.3105022831050228,0.5892147470016322,0.07336343115124154
934,calibrated,development_F1,501,231,44,110,0.3225806451612903,0.7142857142857143,0.6844262295081968,0.4444444444444444,0.6993559718969555,0.38487584650112866
935,raw,0.5,708,85,60,75,0.46875,0.5555555555555556,0.89281210592686,0.5084745762711864,0.7241838307412078,0.1724137931034483
935,calibrated,0.5,770,23,112,23,0.5,0.17037037037037037,0.9709962168978562,0.2541436464088398,0.5706832936341133,0.04956896551724138
935,calibrated,development_F1,576,217,27,108,0.3323076923076923,0.8,0.7263556116015133,0.46956521739130436,0.7631778058007567,0.35021551724137934
936,raw,0.5,686,86,77,100,0.5376344086021505,0.5649717514124294,0.8886010362694301,0.5509641873278237,0.7267863938409298,0.19599578503688092
936,calibrated,0.5,747,25,118,59,0.7023809523809523,0.3333333333333333,0.9676165803108808,0.4521072796934866,0.6504749568221071,0.08851422550052687
936,calibrated,development_F1,561,211,37,140,0.39886039886039887,0.7909604519774012,0.7266839378238342,0.5303030303030303,0.7588221949006178,0.3698630136986301
937,raw,0.5,611,67,90,81,0.5472972972972973,0.47368421052631576,0.9011799410029498,0.5078369905956113,0.6874320757646328,0.17432273262661954
937,calibrated,0.5,657,21,129,42,0.6666666666666666,0.24561403508771928,0.9690265486725663,0.358974358974359,0.6073202918801428,0.07420494699646643
937,calibrated,development_F1,492,186,58,113,0.3779264214046823,0.6608187134502924,0.7256637168141593,0.4808510638297872,0.6932412151322258,0.35217903415783275
938,raw,0.5,748,70,116,70,0.5,0.3763440860215054,0.9144254278728606,0.4294478527607362,0.645384756947183,0.1394422310756972
938,calibrated,0.5,799,19,153,33,0.6346153846153846,0.1774193548387097,0.9767726161369193,0.2773109243697479,0.5770959854878145,0.05179282868525897
938,calibrated,development_F1,589,229,63,123,0.3494318181818182,0.6612903225806451,0.7200488997555012,0.45724907063197023,0.6906696111680732,0.350597609561753
939,raw,0.5,607,64,68,86,0.5733333333333334,0.5584415584415584,0.9046199701937406,0.5657894736842105,0.7315307643176495,0.18181818181818182
939,calibrated,0.5,646,25,116,38,0.6031746031746031,0.24675324675324675,0.96274217585693,0.35023041474654376,0.6047477113050884,0.07636363636363637
939,calibrated,development_F1,495,176,35,119,0.4033898305084746,0.7727272727272727,0.7377049180327869,0.5300668151447662,0.7552160953800298,0.3575757575757576
940,raw,0.5,729,93,96,60,0.39215686274509803,0.38461538461538464,0.8868613138686131,0.3883495145631068,0.6357383492419989,0.15644171779141106
940,calibrated,0.5,796,26,131,25,0.49019607843137253,0.16025641025641027,0.9683698296836983,0.24154589371980675,0.5643131199700543,0.05214723926380368
940,calibrated,development_F1,569,253,49,107,0.2972222222222222,0.6858974358974359,0.6922141119221411,0.41472868217054265,0.6890557739097884,0.36809815950920244
941,raw,0.5,611,69,71,50,0.42016806722689076,0.4132231404958678,0.8985294117647059,0.4166666666666667,0.6558762761302869,0.14856429463171036
941,calibrated,0.5,661,19,102,19,0.5,0.15702479338842976,0.9720588235294118,0.2389937106918239,0.5645418084589208,0.04744069912609238
941,calibrated,development_F1,499,181,41,80,0.3065134099616858,0.6611570247933884,0.7338235294117647,0.418848167539267,0.6974902771025766,0.3258426966292135
942,raw,0.5,645,58,76,74,0.5606060606060606,0.49333333333333335,0.9174964438122333,0.524822695035461,0.7054148885727833,0.15474794841735054
942,calibrated,0.5,682,21,110,40,0.6557377049180327,0.26666666666666666,0.9701280227596017,0.3791469194312796,0.6183973447131342,0.07151230949589683
942,calibrated,development_F1,529,174,32,118,0.4041095890410959,0.7866666666666666,0.7524893314366998,0.5339366515837104,0.7695779990516832,0.34232121922626024
943,raw,0.5,664,76,90,88,0.5365853658536586,0.4943820224719101,0.8972972972972973,0.5146198830409356,0.6958396598846037,0.1786492374727669
943,calibrated,0.5,714,26,120,58,0.6904761904761905,0.3258426966292135,0.9648648648648649,0.44274809160305345,0.6453537807470392,0.0915032679738562
943,calibrated,development_F1,535,205,47,131,0.3898809523809524,0.7359550561797753,0.722972972972973,0.5097276264591439,0.7294640145763742,0.3660130718954248
944,raw,0.5,642,74,77,63,0.45985401459854014,0.45,0.8966480446927374,0.4548736462093863,0.6733240223463687,0.16004672897196262
944,calibrated,0.5,697,19,114,26,0.5777777777777777,0.18571428571428572,0.973463687150838,0.2810810810810811,0.5795889864325618,0.052570093457943924
944,calibrated,development_F1,527,189,56,84,0.3076923076923077,0.6,0.7360335195530726,0.4067796610169492,0.6680167597765363,0.3189252336448598
945,raw,0.5,645,71,83,72,0.5034965034965035,0.4645161290322581,0.9008379888268156,0.48322147651006714,0.6826770589295369,0.16417910447761194
945,calibrated,0.5,704,12,127,28,0.7,0.18064516129032257,0.9832402234636871,0.28717948717948716,0.5819426923770048,0.045924225028702644
945,calibrated,development_F1,505,211,51,104,0.33015873015873015,0.6709677419354839,0.7053072625698324,0.4425531914893617,0.6881375022526581,0.3616532721010333
946,raw,0.5,778,95,110,99,0.5103092783505154,0.47368421052631576,0.8911798396334479,0.4913151364764268,0.6824320250798819,0.17929759704251386
946,calibrated,0.5,854,19,169,40,0.6779661016949152,0.19138755980861244,0.9782359679266895,0.29850746268656714,0.584811763867651,0.054528650646950096
946,calibrated,development_F1,624,249,54,155,0.38366336633663367,0.7416267942583732,0.7147766323024055,0.5057096247960848,0.7282017132803893,0.3733826247689464
947,raw,0.5,718,80,109,73,0.477124183006536,0.4010989010989011,0.899749373433584,0.43582089552238806,0.6504241372662425,0.15612244897959185
947,calibrated,0.5,769,29,139,43,0.5972222222222222,0.23626373626373626,0.9636591478696742,0.33858267716535434,0.5999614420667052,0.07346938775510205
947,calibrated,development_F1,594,204,51,131,0.39104477611940297,0.7197802197802198,0.7443609022556391,0.5067698259187621,0.7320705610179294,0.34183673469387754
948,raw,0.5,683,73,75,81,0.525974025974026,0.5192307692307693,0.9034391534391535,0.5225806451612903,0.7113349613349613,0.16885964912280702
948,calibrated,0.5,733,23,109,47,0.6714285714285714,0.30128205128205127,0.9695767195767195,0.415929203539823,0.6354293854293854,0.07675438596491228
948,calibrated,development_F1,565,191,48,108,0.3612040133779264,0.6923076923076923,0.7473544973544973,0.4747252747252747,0.7198310948310949,0.32785087719298245
949,raw,0.5,617,90,81,89,0.4972067039106145,0.5235294117647059,0.8727015558698727,0.5100286532951289,0.6981154838172894,0.20410490307867732
949,calibrated,0.5,676,31,120,50,0.6172839506172839,0.29411764705882354,0.9561527581329562,0.398406374501992,0.6251352025958898,0.09236031927023945
949,calibrated,development_F1,490,217,40,130,0.3746397694524496,0.7647058823529411,0.693069306930693,0.5029013539651838,0.7288875946418171,0.3956670467502851
950,raw,0.5,685,88,61,89,0.5028248587570622,0.5933333333333334,0.8861578266494179,0.5443425076452599,0.7397455799913757,0.19176598049837487
950,calibrated,0.5,739,34,118,32,0.48484848484848486,0.21333333333333335,0.9560155239327296,0.2962962962962963,0.5846744286330314,0.07150595882990249
950,calibrated,development_F1,539,234,29,121,0.3408450704225352,0.8066666666666666,0.6972833117723156,0.4792079207920792,0.7519749892194911,0.38461538461538464
951,raw,0.5,740,76,111,80,0.5128205128205128,0.418848167539267,0.9068627450980392,0.4610951008645533,0.6628554563186531,0.15491559086395235
951,calibrated,0.5,794,22,155,36,0.6206896551724138,0.18848167539267016,0.9730392156862745,0.2891566265060241,0.5807604455394724,0.05759682224428997
951,calibrated,development_F1,586,230,62,129,0.3593314763231198,0.675392670157068,0.7181372549019608,0.4690909090909091,0.6967649625295145,0.35650446871896724
952,raw,0.5,746,115,68,77,0.4010416666666667,0.5310344827586206,0.8664343786295006,0.456973293768546,0.6987344306940606,0.1908548707753479
952,calibrated,0.5,835,26,120,25,0.49019607843137253,0.1724137931034483,0.9698025551684089,0.25510204081632654,0.5711081741359285,0.05069582504970179
952,calibrated,development_F1,586,275,38,107,0.2801047120418848,0.7379310344827587,0.6806039488966318,0.4060721062618596,0.7092674916896953,0.3797216699801193
953,raw,0.5,689,103,103,60,0.36809815950920244,0.36809815950920244,0.8699494949494949,0.36809815950920244,0.6190238272293487,0.1706806282722513
953,calibrated,0.5,770,22,143,20,0.47619047619047616,0.12269938650306748,0.9722222222222222,0.1951219512195122,0.5474608043626449,0.04397905759162304
953,calibrated,development_F1,555,237,52,111,0.31896551724137934,0.6809815950920245,0.7007575757575758,0.4344422700587084,0.6908695854248001,0.3643979057591623
954,raw,0.5,638,72,90,101,0.5838150289017341,0.5287958115183246,0.8985915492957747,0.554945054945055,0.7136936804070496,0.19200887902330743
954,calibrated,0.5,686,24,132,59,0.7108433734939759,0.3089005235602094,0.9661971830985916,0.4306569343065693,0.6375488533294005,0.09211986681465038
954,calibrated,development_F1,485,225,44,147,0.3951612903225806,0.7696335078534031,0.6830985915492958,0.522202486678508,0.7263660497013494,0.41287458379578246
955,raw,0.5,727,90,95,86,0.48863636363636365,0.47513812154696133,0.8898408812729498,0.48179271708683474,0.6824895014099556,0.17635270541082165
955,calibrated,0.5,789,28,135,46,0.6216216216216216,0.2541436464088398,0.9657282741738066,0.3607843137254902,0.6099359602913232,0.07414829659318638
955,calibrated,development_F1,577,240,46,135,0.36,0.7458563535911602,0.7062423500611995,0.4856115107913669,0.7260493518261799,0.375751503006012
956,raw,0.5,739,92,103,65,0.4140127388535032,0.3869047619047619,0.8892900120336944,0.4,0.6380973869692281,0.15715715715715717
956,calibrated,0.5,804,27,127,41,0.6029411764705882,0.24404761904761904,0.9675090252707581,0.3474576271186441,0.6057783221591886,0.06806806806806807
956,calibrated,development_F1,602,229,63,105,0.3143712574850299,0.625,0.7244283995186522,0.41832669322709165,0.6747141997593261,0.33433433433433435
957,raw,0.5,704,68,88,60,0.46875,0.40540540540540543,0.9119170984455959,0.43478260869565216,0.6586612519255006,0.1391304347826087
957,calibrated,0.5,750,22,116,32,0.5925925925925926,0.21621621621621623,0.9715025906735751,0.31683168316831684,0.5938594034448956,0.058695652173913045
957,calibrated,development_F1,583,189,51,97,0.33916083916083917,0.6554054054054054,0.7551813471502591,0.4470046082949309,0.7052933762778322,0.3108695652173913
958,raw,0.5,681,72,89,88,0.55,0.4971751412429379,0.9043824701195219,0.5222551928783383,0.7007788056812299,0.17204301075268819
958,calibrated,0.5,734,19,127,50,0.7246376811594203,0.2824858757062147,0.9747675962815405,0.4065040650406504,0.6286267359938776,0.07419354838709677
958,calibrated,development_F1,546,207,47,130,0.3857566765578635,0.7344632768361582,0.7250996015936255,0.5058365758754864,0.7297814392148918,0.36236559139784946
959,raw,0.5,778,108,74,67,0.38285714285714284,0.475177304964539,0.8781038374717833,0.4240506329113924,0.6766405712181611,0.17039922103213243
959,calibrated,0.5,864,22,107,34,0.6071428571428571,0.24113475177304963,0.9751693002257337,0.34517766497461927,0.6081520259993917,0.054527750730282376
959,calibrated,development_F1,608,278,35,106,0.2760416666666667,0.75177304964539,0.6862302483069977,0.4038095238095238,0.7190016489761939,0.373904576436222
960,raw,0.5,748,112,84,89,0.4427860696517413,0.5144508670520231,0.8697674418604651,0.47593582887700536,0.6921091544562441,0.19457889641819942
960,calibrated,0.5,820,40,122,51,0.5604395604395604,0.2947976878612717,0.9534883720930233,0.38636363636363635,0.6241430299771475,0.08809293320425944
960,calibrated,development_F1,578,282,57,116,0.2914572864321608,0.6705202312138728,0.672093023255814,0.4063047285464098,0.6713066272348434,0.38528557599225555
961,raw,0.5,761,93,97,116,0.5550239234449761,0.5446009389671361,0.8911007025761124,0.5497630331753555,0.7178508207716243,0.1958762886597938
961,calibrated,0.5,826,28,154,59,0.6781609195402298,0.27699530516431925,0.9672131147540983,0.3933333333333333,0.6221042099592088,0.08153701968134958
961,calibrated,development_F1,605,249,47,166,0.4,0.7793427230046949,0.7084309133489461,0.5286624203821656,0.7438868181768206,0.3889409559512652
962,raw,0.5,703,93,83,72,0.43636363636363634,0.4645161290322581,0.8831658291457286,0.45,0.6738409790889933,0.17350157728706625
962,calibrated,0.5,776,20,121,34,0.6296296296296297,0.21935483870967742,0.9748743718592965,0.3253588516746411,0.5971146052844869,0.056782334384858045
962,calibrated,development_F1,547,249,45,110,0.3064066852367688,0.7096774193548387,0.6871859296482412,0.4280155642023346,0.69843167450154,0.3774973711882229
963,raw,0.5,654,77,67,62,0.4460431654676259,0.4806201550387597,0.8946648426812586,0.4626865671641791,0.6876424988600092,0.16162790697674417
963,calibrated,0.5,713,18,104,25,0.5813953488372093,0.1937984496124031,0.9753761969904241,0.29069767441860467,0.5845873233014136,0.05
963,calibrated,development_F1,525,206,31,98,0.3223684210526316,0.7596899224806202,0.7181942544459644,0.45265588914549654,0.7389420884632922,0.35348837209302325
964,raw,0.5,686,67,51,74,0.524822695035461,0.592,0.9110225763612217,0.556390977443609,0.7515112881806109,0.16059225512528474
964,calibrated,0.5,737,16,88,37,0.6981132075471698,0.296,0.9787516600265604,0.4157303370786517,0.6373758300132802,0.06036446469248292
964,calibrated,development_F1,565,188,25,100,0.3472222222222222,0.8,0.750332005312085,0.48426150121065376,0.7751660026560425,0.32801822323462415
965,raw,0.5,654,68,84,80,0.5405405405405406,0.4878048780487805,0.9058171745152355,0.5128205128205128,0.696811026282008,0.1670428893905192
965,calibrated,0.5,704,18,122,42,0.7,0.25609756097560976,0.9750692520775623,0.375,0.615583406526586,0.06772009029345373
965,calibrated,development_F1,532,190,42,122,0.391025641025641,0.7439024390243902,0.7368421052631579,0.5126050420168067,0.740372272143774,0.35214446952595935
966,raw,0.5,819,100,124,112,0.5283018867924528,0.4745762711864407,0.8911860718171926,0.5,0.6828811715018166,0.18354978354978355
966,calibrated,0.5,895,24,180,56,0.7,0.23728813559322035,0.9738846572361263,0.35443037974683544,0.6055863964146733,0.06926406926406926
966,calibrated,development_F1,631,288,55,181,0.3859275053304904,0.7669491525423728,0.6866158868335147,0.5134751773049645,0.7267825196879438,0.40606060606060607
967,raw,0.5,647,78,75,68,0.4657534246575342,0.4755244755244755,0.8924137931034483,0.47058823529411764,0.6839691343139619,0.16820276497695852
967,calibrated,0.5,702,23,118,25,0.5208333333333334,0.17482517482517482,0.9682758620689655,0.2617801047120419,0.5715505184470702,0.055299539170506916
967,calibrated,development_F1,506,219,43,100,0.31347962382445144,0.6993006993006993,0.6979310344827586,0.4329004329004329,0.6986158668917289,0.3675115207373272
968,raw,0.5,687,60,67,92,0.6052631578947368,0.5786163522012578,0.9196787148594378,0.5916398713826366,0.7491475335303478,0.16777041942604856
968,calibrated,0.5,723,24,122,37,0.6065573770491803,0.23270440251572327,0.9678714859437751,0.33636363636363636,0.6002879442297492,0.0673289183222958
968,calibrated,development_F1,576,171,31,128,0.4280936454849498,0.8050314465408805,0.7710843373493976,0.5589519650655022,0.7880578919451391,0.33002207505518766
969,raw,0.5,719,83,108,96,0.5363128491620112,0.47058823529411764,0.8965087281795511,0.5013054830287206,0.6835484817368344,0.1779324055666004
969,calibrated,0.5,780,22,168,36,0.6206896551724138,0.17647058823529413,0.972568578553616,0.2748091603053435,0.5745195833944551,0.05765407554671968
969,calibrated,development_F1,571,231,51,153,0.3984375,0.75,0.7119700748129676,0.5204081632653061,0.7309850374064838,0.3817097415506958
970,raw,0.5,722,86,90,81,0.48502994011976047,0.47368421052631576,0.8935643564356436,0.47928994082840237,0.6836242834809797,0.17058222676200205
970,calibrated,0.5,783,25,129,42,0.6268656716417911,0.24561403508771928,0.969059405940594,0.35294117647058826,0.6073367205141567,0.06843718079673136
970,calibrated,development_F1,595,213,47,124,0.36795252225519287,0.7251461988304093,0.7363861386138614,0.4881889763779528,0.7307661687221354,0.3442288049029622
971,raw,0.5,710,86,85,72,0.45569620253164556,0.4585987261146497,0.8919597989949749,0.45714285714285713,0.6752792625548123,0.1657922350472193
971,calibrated,0.5,773,23,116,41,0.640625,0.2611464968152866,0.9711055276381909,0.37104072398190047,0.6161260122267388,0.06715634837355719
971,calibrated,development_F1,575,221,45,112,0.33633633633633636,0.7133757961783439,0.7223618090452262,0.45714285714285713,0.717868802611785,0.34942287513116477
972,raw,0.5,645,86,85,84,0.49411764705882355,0.4970414201183432,0.8823529411764706,0.49557522123893805,0.6896971806474068,0.18888888888888888
972,calibrated,0.5,703,28,121,48,0.631578947368421,0.28402366863905326,0.9616963064295485,0.39183673469387753,0.6228599875343008,0.08444444444444445
972,calibrated,development_F1,530,201,43,126,0.3853211009174312,0.7455621301775148,0.7250341997264022,0.5080645161290323,0.7352981649519585,0.36333333333333334
973,raw,0.5,713,87,67,75,0.46296296296296297,0.528169014084507,0.89125,0.4934210526315789,0.7097095070422534,0.17197452229299362
973,calibrated,0.5,780,20,98,44,0.6875,0.30985915492957744,0.975,0.42718446601941745,0.6424295774647887,0.06794055201698514
973,calibrated,development_F1,559,241,26,116,0.32492997198879553,0.8169014084507042,0.69875,0.4649298597194389,0.7578257042253521,0.37898089171974525
974,raw,0.5,638,75,87,79,0.512987012987013,0.4759036144578313,0.8948106591865358,0.49375,0.6853571368221836,0.1751990898748578
974,calibrated,0.5,689,24,134,32,0.5714285714285714,0.1927710843373494,0.9663394109396914,0.2882882882882883,0.5795552476385204,0.06370875995449374
974,calibrated,development_F1,526,187,51,115,0.38079470198675497,0.6927710843373494,0.7377279102384292,0.49145299145299143,0.7152494972878893,0.3435722411831627
975,raw,0.5,716,76,78,65,0.46099290780141844,0.45454545454545453,0.9040404040404041,0.45774647887323944,0.6792929292929293,0.15080213903743314
975,calibrated,0.5,768,24,115,28,0.5384615384615384,0.1958041958041958,0.9696969696969697,0.28717948717948716,0.5827505827505828,0.05561497326203209
975,calibrated,development_F1,581,211,43,100,0.3215434083601286,0.6993006993006993,0.7335858585858586,0.44052863436123346,0.7164432789432789,0.332620320855615
976,raw,0.5,624,75,62,61,0.4485294117647059,0.4959349593495935,0.8927038626609443,0.47104247104247104,0.6943194110052688,0.1654501216545012
976,calibrated,0.5,672,27,88,35,0.5645161290322581,0.2845528455284553,0.9613733905579399,0.3783783783783784,0.6229631180431976,0.07542579075425791
976,calibrated,development_F1,508,191,33,90,0.3202846975088968,0.7317073170731707,0.7267525035765379,0.44554455445544555,0.7292299103248543,0.3418491484184915
977,raw,0.5,666,63,81,58,0.4793388429752066,0.4172661870503597,0.9135802469135802,0.4461538461538462,0.6654232169819699,0.13940092165898618
977,calibrated,0.5,711,18,113,26,0.5909090909090909,0.18705035971223022,0.9753086419753086,0.28415300546448086,0.5811795008437695,0.05069124423963134
977,calibrated,development_F1,541,188,42,97,0.34035087719298246,0.697841726618705,0.7421124828532236,0.45754716981132076,0.7199771047359643,0.3283410138248848
978,raw,0.5,629,87,69,74,0.45962732919254656,0.5174825174825175,0.8784916201117319,0.4868421052631579,0.6979870687971247,0.18742724097788127
978,calibrated,0.5,685,31,105,38,0.5507246376811594,0.26573426573426573,0.9567039106145251,0.3584905660377358,0.6112190881743954,0.08032596041909197
978,calibrated,development_F1,518,198,49,94,0.3219178082191781,0.6573426573426573,0.723463687150838,0.432183908045977,0.6904031722467476,0.33993015133876603
979,raw,0.5,594,83,63,87,0.5117647058823529,0.58,0.8774002954209749,0.54375,0.7287001477104874,0.20556227327690446
979,calibrated,0.5,647,30,101,49,0.620253164556962,0.32666666666666666,0.9556868537666174,0.4279475982532751,0.641176760216642,0.09552599758162031
979,calibrated,development_F1,498,179,35,115,0.391156462585034,0.7666666666666667,0.7355982274741507,0.5180180180180181,0.7511324470704087,0.3555018137847642
980,raw,0.5,697,55,81,93,0.6283783783783784,0.5344827586206896,0.9268617021276596,0.577639751552795,0.7306722303741746,0.15982721382289417
980,calibrated,0.5,735,17,119,55,0.7638888888888888,0.3160919540229885,0.9773936170212766,0.44715447154471544,0.6467427855221326,0.07775377969762419
980,calibrated,development_F1,568,184,41,133,0.4195583596214511,0.764367816091954,0.7553191489361702,0.5417515274949084,0.7598434825140621,0.34233261339092874
981,raw,0.5,619,72,71,75,0.5102040816326531,0.5136986301369864,0.8958031837916064,0.5119453924914675,0.7047509069642963,0.17562724014336917
981,calibrated,0.5,662,29,105,41,0.5857142857142857,0.2808219178082192,0.9580318379160637,0.37962962962962965,0.6194268778621415,0.08363201911589008
981,calibrated,development_F1,527,164,38,108,0.39705882352941174,0.7397260273972602,0.7626628075253257,0.5167464114832536,0.751194417461293,0.3249701314217443
982,raw,0.5,713,105,75,66,0.38596491228070173,0.46808510638297873,0.871638141809291,0.4230769230769231,0.6698616240961348,0.17831074035453598
982,calibrated,0.5,783,35,107,34,0.4927536231884058,0.24113475177304963,0.9572127139364304,0.3238095238095238,0.59917373285474,0.07194994786235662
982,calibrated,development_F1,561,257,48,93,0.26571428571428574,0.6595744680851063,0.6858190709046454,0.3788187372708758,0.6726967694948759,0.36496350364963503
983,raw,0.5,763,87,104,81,0.48214285714285715,0.43783783783783786,0.8976470588235295,0.45892351274787535,0.6677424483306836,0.16231884057971013
983,calibrated,0.5,827,23,149,36,0.6101694915254238,0.1945945945945946,0.9729411764705882,0.29508196721311475,0.5837678855325914,0.057004830917874394
983,calibrated,development_F1,596,254,51,134,0.34536082474226804,0.7243243243243244,0.7011764705882353,0.4677137870855148,0.7127503974562799,0.3748792270531401
984,raw,0.5,650,82,95,100,0.5494505494505495,0.5128205128205128,0.8879781420765027,0.5305039787798409,0.7003993274485077,0.19633225458468176
984,calibrated,0.5,708,24,134,61,0.7176470588235294,0.3128205128205128,0.9672131147540983,0.4357142857142857,0.6400168137873056,0.09169363538295577
984,calibrated,development_F1,511,221,41,154,0.4106666666666667,0.7897435897435897,0.6980874316939891,0.5403508771929825,0.7439155107187894,0.4045307443365696
985,raw,0.5,682,70,72,53,0.43089430894308944,0.424,0.9069148936170213,0.4274193548387097,0.6654574468085106,0.1402508551881414
985,calibrated,0.5,733,19,104,21,0.525,0.168,0.9747340425531915,0.2545454545454545,0.5713670212765958,0.04561003420752566
985,calibrated,development_F1,530,222,41,84,0.27450980392156865,0.672,0.7047872340425532,0.38979118329466356,0.6883936170212765,0.34891676168757124
986,raw,0.5,744,83,88,76,0.4779874213836478,0.4634146341463415,0.8996372430471584,0.47058823529411764,0.6815259385967499,0.16044399596367306
986,calibrated,0.5,800,27,131,33,0.55,0.20121951219512196,0.9673518742442564,0.29464285714285715,0.5842856932196892,0.060544904137235116
986,calibrated,development_F1,609,218,45,119,0.35311572700296734,0.725609756097561,0.7363966142684402,0.4750499001996008,0.7310031851830006,0.34006054490413723
987,raw,0.5,647,104,83,113,0.5207373271889401,0.576530612244898,0.8615179760319573,0.5472154963680388,0.7190242941384277,0.22914466737064415
987,calibrated,0.5,719,32,125,71,0.6893203883495146,0.3622448979591837,0.9573901464713716,0.47491638795986624,0.6598175222152776,0.10876451953537487
987,calibrated,development_F1,495,256,34,162,0.3875598086124402,0.826530612244898,0.6591211717709721,0.5276872964169381,0.742825892007935,0.44139387539598735
988,raw,0.5,599,62,77,85,0.5782312925170068,0.5246913580246914,0.9062027231467473,0.5501618122977346,0.7154470405857194,0.17861482381530985
988,calibrated,0.5,642,19,139,23,0.5476190476190477,0.1419753086419753,0.9712556732223904,0.22549019607843138,0.5566154909321829,0.05103280680437424
988,calibrated,development_F1,493,168,33,129,0.43434343434343436,0.7962962962962963,0.745839636913767,0.5620915032679739,0.7710679666050316,0.36087484811664644
989,raw,0.5,666,66,80,79,0.5448275862068965,0.4968553459119497,0.9098360655737705,0.5197368421052632,0.70334570574286,0.1627384960718294
989,calibrated,0.5,712,20,120,39,0.6610169491525424,0.24528301886792453,0.9726775956284153,0.3577981651376147,0.6089803072481699,0.06621773288439955
989,calibrated,development_F1,554,178,39,120,0.40268456375838924,0.7547169811320755,0.7568306010928961,0.5251641137855579,0.7557737911124858,0.3344556677890011
990,raw,0.5,670,93,84,87,0.48333333333333334,0.5087719298245614,0.8781127129750983,0.49572649572649574,0.6934423213998299,0.19271948608137046
990,calibrated,0.5,733,30,121,50,0.625,0.29239766081871343,0.9606815203145478,0.398406374501992,0.6265395905666307,0.08565310492505353
990,calibrated,development_F1,539,224,34,137,0.37950138504155123,0.8011695906432749,0.7064220183486238,0.5150375939849624,0.7537958044959494,0.38650963597430404
991,raw,0.5,768,78,116,104,0.5714285714285714,0.4727272727272727,0.9078014184397163,0.5174129353233831,0.6902643455834945,0.17073170731707318
991,calibrated,0.5,824,22,171,49,0.6901408450704225,0.22272727272727272,0.9739952718676123,0.33676975945017185,0.5983612722974425,0.06660412757973734
991,calibrated,development_F1,627,219,51,169,0.43556701030927836,0.7681818181818182,0.7411347517730497,0.555921052631579,0.7546582849774339,0.36397748592870544
992,raw,0.5,687,101,76,59,0.36875,0.43703703703703706,0.8718274111675127,0.4,0.6544322241022749,0.1733477789815818
992,calibrated,0.5,764,24,111,24,0.5,0.17777777777777778,0.9695431472081218,0.26229508196721313,0.5736604624929498,0.05200433369447454
992,calibrated,development_F1,570,218,46,89,0.2899022801302932,0.6592592592592592,0.7233502538071066,0.40271493212669685,0.6913047565331829,0.3326110509209101
993,raw,0.5,695,94,87,103,0.5228426395939086,0.5421052631578948,0.8808618504435995,0.5322997416020672,0.7114835568007472,0.20122574055158324
993,calibrated,0.5,754,35,125,65,0.65,0.34210526315789475,0.9556400506970849,0.4482758620689655,0.6488726569274899,0.10214504596527069
993,calibrated,development_F1,591,198,44,146,0.42441860465116277,0.7684210526315789,0.7490494296577946,0.5468164794007491,0.7587352411446868,0.35137895812053116
994,raw,0.5,664,81,84,98,0.547486033519553,0.5384615384615384,0.8912751677852349,0.5429362880886427,0.7148683531233866,0.1930960086299892
994,calibrated,0.5,714,31,130,52,0.6265060240963856,0.2857142857142857,0.9583892617449664,0.39245283018867927,0.6220517737296261,0.0895361380798274
994,calibrated,development_F1,536,209,39,143,0.40625,0.7857142857142857,0.7194630872483222,0.5355805243445693,0.752588686481304,0.37971952535059333
995,raw,0.5,674,79,85,79,0.5,0.4817073170731707,0.8950863213811421,0.4906832298136646,0.6883968192271563,0.1723009814612868
995,calibrated,0.5,735,18,127,37,0.6727272727272727,0.22560975609756098,0.9760956175298805,0.3378995433789954,0.6008526868137207,0.05997818974918211
995,calibrated,development_F1,552,201,51,113,0.35987261146496813,0.6890243902439024,0.7330677290836654,0.47280334728033474,0.7110460596637839,0.34242093784078514
996,raw,0.5,743,96,87,64,0.4,0.423841059602649,0.8855780691299165,0.4115755627009646,0.6547095643662828,0.16161616161616163
996,calibrated,0.5,811,28,127,24,0.46153846153846156,0.15894039735099338,0.966626936829559,0.23645320197044334,0.5627836670902762,0.052525252525252523
996,calibrated,development_F1,609,230,43,108,0.31952662721893493,0.7152317880794702,0.7258641239570918,0.44171779141104295,0.720547956018281,0.3414141414141414
997,raw,0.5,646,88,91,94,0.5164835164835165,0.5081081081081081,0.8801089918256131,0.5122615803814714,0.6941085499668607,0.19804134929270947
997,calibrated,0.5,714,20,141,44,0.6875,0.23783783783783785,0.9727520435967303,0.3534136546184739,0.6052949407172841,0.06964091403699674
997,calibrated,development_F1,520,214,45,140,0.3954802259887006,0.7567567567567568,0.7084468664850136,0.5194805194805194,0.7326018116208852,0.3852013057671382
998,raw,0.5,638,84,72,93,0.5254237288135594,0.5636363636363636,0.8836565096952909,0.543859649122807,0.7236464366658273,0.1995490417136415
998,calibrated,0.5,701,21,122,43,0.671875,0.2606060606060606,0.9709141274238227,0.37554585152838427,0.6157600940149417,0.07215332581736189
998,calibrated,development_F1,522,200,39,126,0.38650306748466257,0.7636363636363637,0.7229916897506925,0.5132382892057027,0.7433140266935281,0.36753100338218714
999,raw,0.5,721,76,129,104,0.5777777777777777,0.44635193133047213,0.904642409033877,0.5036319612590799,0.6754971701821746,0.17475728155339806
999,calibrated,0.5,773,24,194,39,0.6190476190476191,0.16738197424892703,0.9698870765370138,0.2635135135135135,0.5686345253929704,0.06116504854368932
999,calibrated,development_F1,575,222,69,164,0.42487046632124353,0.703862660944206,0.7214554579673776,0.529886914378029,0.7126590594557918,0.37475728155339805
