Evaluation

ID
fc389d13-cbd3-4af7-9c41-cb4f6699b540
Submission ID
e524fd61-7930-40c1-85cd-2757fadc9d66
Method ID
a77a13d1-37f7-4b97-b8ae-ec579514d570
Status
Succeeded
User
User Mugshot haoyangCui 
Challenge
ATM22
Phase
Long-Term Validation Phase (Running)
Submission created
Oct. 11, 2023, 6:58 a.m.
Result created
Oct. 11, 2023, 6:59 a.m.

Metrics

{
  "case": {
    "gt_fname": {
      "0": "ATM_281_0000.nii.gz",
      "1": "ATM_282_0000.nii.gz",
      "2": "ATM_283_0000.nii.gz",
      "3": "ATM_284_0000.nii.gz",
      "4": "ATM_285_0000.nii.gz",
      "5": "ATM_286_0000.nii.gz",
      "6": "ATM_287_0000.nii.gz",
      "7": "ATM_288_0000.nii.gz",
      "8": "ATM_289_0000.nii.gz",
      "9": "ATM_290_0000.nii.gz",
      "10": "ATM_291_0000.nii.gz",
      "11": "ATM_292_0000.nii.gz",
      "12": "ATM_293_0000.nii.gz",
      "13": "ATM_294_0000.nii.gz",
      "14": "ATM_295_0000.nii.gz",
      "15": "ATM_296_0000.nii.gz",
      "16": "ATM_297_0000.nii.gz",
      "17": "ATM_298_0000.nii.gz",
      "18": "ATM_299_0000.nii.gz",
      "19": "ATM_300_0000.nii.gz",
      "20": "ATM_410_0000.nii.gz",
      "21": "ATM_411_0000.nii.gz",
      "22": "ATM_412_0000.nii.gz",
      "23": "ATM_413_0000.nii.gz",
      "24": "ATM_414_0000.nii.gz",
      "25": "ATM_415_0000.nii.gz",
      "26": "ATM_416_0000.nii.gz",
      "27": "ATM_417_0000.nii.gz",
      "28": "ATM_418_0000.nii.gz",
      "29": "ATM_419_0000.nii.gz",
      "30": "ATM_421_0000.nii.gz",
      "31": "ATM_422_0000.nii.gz",
      "32": "ATM_423_0000.nii.gz",
      "33": "ATM_424_0000.nii.gz",
      "34": "ATM_425_0000.nii.gz",
      "35": "ATM_426_0000.nii.gz",
      "36": "ATM_427_0000.nii.gz",
      "37": "ATM_428_0000.nii.gz",
      "38": "ATM_429_0000.nii.gz",
      "39": "ATM_430_0000.nii.gz",
      "40": "ATM_431_0000.nii.gz",
      "41": "ATM_432_0000.nii.gz",
      "42": "ATM_433_0000.nii.gz",
      "43": "ATM_434_0000.nii.gz",
      "44": "ATM_435_0000.nii.gz",
      "45": "ATM_436_0000.nii.gz",
      "46": "ATM_437_0000.nii.gz",
      "47": "ATM_438_0000.nii.gz",
      "48": "ATM_439_0000.nii.gz",
      "49": "ATM_440_0000.nii.gz"
    },
    "Precision": {
      "0": 0.9750696494097002,
      "1": 0.9817081487769508,
      "2": 0.9616758879331594,
      "3": 0.9557711744513963,
      "4": 0.9619541956248527,
      "5": 0.9727843202318803,
      "6": 0.963720136520835,
      "7": 0.9560803054433142,
      "8": 0.9586172326112162,
      "9": 0.9697059216609549,
      "10": 0.9219128406100199,
      "11": 0.9867117164986711,
      "12": 0.9546928760819354,
      "13": 0.9511030665544514,
      "14": 0.9575933832521096,
      "15": 0.9242145311791072,
      "16": 0.9508213074457321,
      "17": 0.9608918313403673,
      "18": 0.9624057376472113,
      "19": 0.9811037762863638,
      "20": 0.98169621524297,
      "21": 0.9888292209427583,
      "22": 0.9907594069824583,
      "23": 0.990289336517716,
      "24": 0.993747538989136,
      "25": 0.9932633485507177,
      "26": 0.9872852590964959,
      "27": 0.9872383637227575,
      "28": 0.9934296318591741,
      "29": 0.9942134170268008,
      "30": 0.992101951755396,
      "31": 0.9922335119163322,
      "32": 0.9899626716356934,
      "33": 0.9601628619411826,
      "34": 0.9881713540255578,
      "35": 0.9722503637246726,
      "36": 0.9935684217793311,
      "37": 0.9852503558037293,
      "38": 0.9803984820593288,
      "39": 0.9664316409789743,
      "40": 0.9857416979596884,
      "41": 0.9931906942296314,
      "42": 0.9795686272307701,
      "43": 0.979099333363235,
      "44": 0.9863490978235194,
      "45": 0.9201310806334204,
      "46": 0.943393112243764,
      "47": 0.9906655512299793,
      "48": 0.9894438710133064,
      "49": 0.9871247490941233
    },
    "pred_fname": {
      "0": "ATM_281_0000.nii.gz",
      "1": "ATM_282_0000.nii.gz",
      "2": "ATM_283_0000.nii.gz",
      "3": "ATM_284_0000.nii.gz",
      "4": "ATM_285_0000.nii.gz",
      "5": "ATM_286_0000.nii.gz",
      "6": "ATM_287_0000.nii.gz",
      "7": "ATM_288_0000.nii.gz",
      "8": "ATM_289_0000.nii.gz",
      "9": "ATM_290_0000.nii.gz",
      "10": "ATM_291_0000.nii.gz",
      "11": "ATM_292_0000.nii.gz",
      "12": "ATM_293_0000.nii.gz",
      "13": "ATM_294_0000.nii.gz",
      "14": "ATM_295_0000.nii.gz",
      "15": "ATM_296_0000.nii.gz",
      "16": "ATM_297_0000.nii.gz",
      "17": "ATM_298_0000.nii.gz",
      "18": "ATM_299_0000.nii.gz",
      "19": "ATM_300_0000.nii.gz",
      "20": "ATM_410_0000.nii.gz",
      "21": "ATM_411_0000.nii.gz",
      "22": "ATM_412_0000.nii.gz",
      "23": "ATM_413_0000.nii.gz",
      "24": "ATM_414_0000.nii.gz",
      "25": "ATM_415_0000.nii.gz",
      "26": "ATM_416_0000.nii.gz",
      "27": "ATM_417_0000.nii.gz",
      "28": "ATM_418_0000.nii.gz",
      "29": "ATM_419_0000.nii.gz",
      "30": "ATM_421_0000.nii.gz",
      "31": "ATM_422_0000.nii.gz",
      "32": "ATM_423_0000.nii.gz",
      "33": "ATM_424_0000.nii.gz",
      "34": "ATM_425_0000.nii.gz",
      "35": "ATM_426_0000.nii.gz",
      "36": "ATM_427_0000.nii.gz",
      "37": "ATM_428_0000.nii.gz",
      "38": "ATM_429_0000.nii.gz",
      "39": "ATM_430_0000.nii.gz",
      "40": "ATM_431_0000.nii.gz",
      "41": "ATM_432_0000.nii.gz",
      "42": "ATM_433_0000.nii.gz",
      "43": "ATM_434_0000.nii.gz",
      "44": "ATM_435_0000.nii.gz",
      "45": "ATM_436_0000.nii.gz",
      "46": "ATM_437_0000.nii.gz",
      "47": "ATM_438_0000.nii.gz",
      "48": "ATM_439_0000.nii.gz",
      "49": "ATM_440_0000.nii.gz"
    },
    "DiceCoefficient": {
      "0": 0.9638290098658018,
      "1": 0.9734133424456375,
      "2": 0.9473646012901255,
      "3": 0.9567381626882654,
      "4": 0.9493142058477079,
      "5": 0.9563143734558417,
      "6": 0.9611232449309,
      "7": 0.9576152453973122,
      "8": 0.9571009299033921,
      "9": 0.9656544289933895,
      "10": 0.9394409235698639,
      "11": 0.9607594980374314,
      "12": 0.9554203945712998,
      "13": 0.952092722493867,
      "14": 0.9424027443726009,
      "15": 0.9349613368588006,
      "16": 0.9635570232354069,
      "17": 0.9539933350356458,
      "18": 0.9675423662817615,
      "19": 0.9591187081608666,
      "20": 0.9473097442258639,
      "21": 0.9710343237125328,
      "22": 0.9635689057555421,
      "23": 0.958963465461801,
      "24": 0.934551228465612,
      "25": 0.9427144316856457,
      "26": 0.9468902229810897,
      "27": 0.9379619196439654,
      "28": 0.9431034636702238,
      "29": 0.9527621960878211,
      "30": 0.9452241387240591,
      "31": 0.938293345075162,
      "32": 0.9516515048811499,
      "33": 0.9392098936831447,
      "34": 0.9643266830121162,
      "35": 0.957030788697558,
      "36": 0.9697251352104485,
      "37": 0.9534044195911475,
      "38": 0.9509390013113004,
      "39": 0.9481390784083822,
      "40": 0.9489113671225157,
      "41": 0.9643651787673517,
      "42": 0.9569499043688519,
      "43": 0.9456422588953821,
      "44": 0.9632290563863081,
      "45": 0.9252346591069589,
      "46": 0.9342291033206925,
      "47": 0.9576905536481807,
      "48": 0.9509683170321486,
      "49": 0.9520992830816021
    },
    "TreeDetectedRate": {
      "0": 0.8776927187507696,
      "1": 0.9268497759897708,
      "2": 0.8777054005511549,
      "3": 0.9548022599693781,
      "4": 0.8882964545766557,
      "5": 0.9347732182834272,
      "6": 0.8918801565525832,
      "7": 0.9373549885807569,
      "8": 0.9642780289126791,
      "9": 0.9406779662540371,
      "10": 0.9724787588243835,
      "11": 0.8806476890032706,
      "12": 0.9637369392261075,
      "13": 0.9679378188779748,
      "14": 0.9248685200980002,
      "15": 0.911561595207036,
      "16": 0.9736095346946381,
      "17": 0.9688325410226293,
      "18": 0.9465132025580835,
      "19": 0.9453647197170453,
      "20": 0.830703986716363,
      "21": 0.8249283672638156,
      "22": 0.7344006579047592,
      "23": 0.8275919181391322,
      "24": 0.6712492538217297,
      "25": 0.7127551027735839,
      "26": 0.7470809012779799,
      "27": 0.7950093288362656,
      "28": 0.7875848694712224,
      "29": 0.7064166431104113,
      "30": 0.7649371073802338,
      "31": 0.6648389319231016,
      "32": 0.8809361511453394,
      "33": 0.9336131248881856,
      "34": 0.912177603799906,
      "35": 0.9535809019337187,
      "36": 0.907244248880949,
      "37": 0.8933601612340036,
      "38": 0.8938885159249315,
      "39": 0.9548932743558332,
      "40": 0.8838358874875006,
      "41": 0.8678632807564192,
      "42": 0.9343705060342914,
      "43": 0.8656990632634594,
      "44": 0.9492582603687487,
      "45": 0.8935117836870646,
      "46": 0.8236590746420301,
      "47": 0.8720616572792647,
      "48": 0.7834850459829107,
      "49": 0.9206921414551331
    },
    "BranchDetectedRate": {
      "0": 0.8559322033898306,
      "1": 0.8944099378881988,
      "2": 0.8743961352657005,
      "3": 0.9372197309417041,
      "4": 0.9290322580645162,
      "5": 0.914572864321608,
      "6": 0.8848167539267016,
      "7": 0.9477611940298507,
      "8": 0.9619047619047619,
      "9": 0.88,
      "10": 0.9605263157894737,
      "11": 0.8258426966292135,
      "12": 0.9570815450643777,
      "13": 0.9710144927536232,
      "14": 0.9095744680851063,
      "15": 0.9052132701421801,
      "16": 0.9787234042553191,
      "17": 0.9653179190751445,
      "18": 0.9128205128205128,
      "19": 0.9084967320261438,
      "20": 0.7785977859778598,
      "21": 0.7486033519553073,
      "22": 0.6101694915254238,
      "23": 0.734006734006734,
      "24": 0.5441176470588235,
      "25": 0.6086956521739131,
      "26": 0.6082949308755761,
      "27": 0.6919191919191919,
      "28": 0.6460176991150443,
      "29": 0.5748502994011976,
      "30": 0.6883720930232559,
      "31": 0.5289256198347108,
      "32": 0.75,
      "33": 0.8527131782945736,
      "34": 0.8493150684931506,
      "35": 0.9346153846153846,
      "36": 0.8162162162162162,
      "37": 0.8021390374331551,
      "38": 0.8147138964577657,
      "39": 0.9166666666666666,
      "40": 0.8081180811808119,
      "41": 0.7276422764227642,
      "42": 0.8724035608308606,
      "43": 0.7782805429864253,
      "44": 0.94140625,
      "45": 0.8075471698113208,
      "46": 0.6976744186046512,
      "47": 0.7777777777777778,
      "48": 0.6504854368932039,
      "49": 0.9094076655052264
    }
  },
  "aggregates": {
    "gt_fname": {
      "freq": 1,
      "count": 50
    },
    "Precision": {
      "max": 0.9942134170268008,
      "min": 0.9201310806334204,
      "std": 0.01951812191561236,
      "25pc": 0.9610878454885653,
      "50pc": 0.9807511291728463,
      "75pc": 0.9892902084956694,
      "mean": 0.9736905841786568,
      "count": 50.0
    },
    "pred_fname": {
      "freq": 1,
      "count": 50
    },
    "DiceCoefficient": {
      "max": 0.9734133424456375,
      "min": 0.9252346591069589,
      "std": 0.010706771631191523,
      "25pc": 0.9459542499168091,
      "50pc": 0.9530833078394843,
      "75pc": 0.9603493005682903,
      "mean": 0.9526776033890094,
      "count": 50.0
    },
    "TreeDetectedRate": {
      "max": 0.9736095346946381,
      "min": 0.6648389319231016,
      "std": 0.08315840702573182,
      "25pc": 0.8283699352834399,
      "50pc": 0.8934359724605341,
      "75pc": 0.939847221835717,
      "mean": 0.8768298007877735,
      "count": 50.0
    },
    "BranchDetectedRate": {
      "max": 0.9787234042553191,
      "min": 0.5289256198347108,
      "std": 0.12547010472873674,
      "25pc": 0.7376558884938773,
      "50pc": 0.8510141233938622,
      "75pc": 0.9141347764463342,
      "mean": 0.8168870064286193,
      "count": 50.0
    }
  }
}