Evaluation

ID
1cd0d122-82ac-4df4-b701-27b066c2e5c1
Submission ID
d9055bac-80c4-4baf-bba4-c709917460df
Method ID
a77a13d1-37f7-4b97-b8ae-ec579514d570
Status
Succeeded
User
User Mugshot Cranberry 
Challenge
ATM22
Phase
Long-Term Validation Phase (Running)
Submission created
Nov. 19, 2023, 4:53 a.m.
Result created
Nov. 19, 2023, 4:53 a.m.
Position on leaderboard
5

Metrics

{
  "case": {
    "gt_fname": {
      "0": "ATM_281_0000.nii.gz",
      "1": "ATM_282_0000.nii.gz",
      "2": "ATM_283_0000.nii.gz",
      "3": "ATM_284_0000.nii.gz",
      "4": "ATM_285_0000.nii.gz",
      "5": "ATM_286_0000.nii.gz",
      "6": "ATM_287_0000.nii.gz",
      "7": "ATM_288_0000.nii.gz",
      "8": "ATM_289_0000.nii.gz",
      "9": "ATM_290_0000.nii.gz",
      "10": "ATM_291_0000.nii.gz",
      "11": "ATM_292_0000.nii.gz",
      "12": "ATM_293_0000.nii.gz",
      "13": "ATM_294_0000.nii.gz",
      "14": "ATM_295_0000.nii.gz",
      "15": "ATM_296_0000.nii.gz",
      "16": "ATM_297_0000.nii.gz",
      "17": "ATM_298_0000.nii.gz",
      "18": "ATM_299_0000.nii.gz",
      "19": "ATM_300_0000.nii.gz",
      "20": "ATM_410_0000.nii.gz",
      "21": "ATM_411_0000.nii.gz",
      "22": "ATM_412_0000.nii.gz",
      "23": "ATM_413_0000.nii.gz",
      "24": "ATM_414_0000.nii.gz",
      "25": "ATM_415_0000.nii.gz",
      "26": "ATM_416_0000.nii.gz",
      "27": "ATM_417_0000.nii.gz",
      "28": "ATM_418_0000.nii.gz",
      "29": "ATM_419_0000.nii.gz",
      "30": "ATM_421_0000.nii.gz",
      "31": "ATM_422_0000.nii.gz",
      "32": "ATM_423_0000.nii.gz",
      "33": "ATM_424_0000.nii.gz",
      "34": "ATM_425_0000.nii.gz",
      "35": "ATM_426_0000.nii.gz",
      "36": "ATM_427_0000.nii.gz",
      "37": "ATM_428_0000.nii.gz",
      "38": "ATM_429_0000.nii.gz",
      "39": "ATM_430_0000.nii.gz",
      "40": "ATM_431_0000.nii.gz",
      "41": "ATM_432_0000.nii.gz",
      "42": "ATM_433_0000.nii.gz",
      "43": "ATM_434_0000.nii.gz",
      "44": "ATM_435_0000.nii.gz",
      "45": "ATM_436_0000.nii.gz",
      "46": "ATM_437_0000.nii.gz",
      "47": "ATM_438_0000.nii.gz",
      "48": "ATM_439_0000.nii.gz",
      "49": "ATM_440_0000.nii.gz"
    },
    "Precision": {
      "0": 0.9425141014499306,
      "1": 0.9580875590405925,
      "2": 0.9239497292596975,
      "3": 0.92748426892611,
      "4": 0.9317715172978669,
      "5": 0.9405689776969706,
      "6": 0.9396943343942475,
      "7": 0.9301824776209758,
      "8": 0.9278746743654936,
      "9": 0.9379861854049958,
      "10": 0.8708158145444251,
      "11": 0.9538209999703201,
      "12": 0.9002838550279488,
      "13": 0.9109598233403512,
      "14": 0.9053920747570688,
      "15": 0.8938555945821751,
      "16": 0.9300719007455719,
      "17": 0.9225723432362554,
      "18": 0.926289839765713,
      "19": 0.9496746122938037,
      "20": 0.9516000135096969,
      "21": 0.9732846638119963,
      "22": 0.9741864403716619,
      "23": 0.971389614381188,
      "24": 0.9593501942282395,
      "25": 0.9715504486366582,
      "26": 0.9480607540033599,
      "27": 0.9420106692957196,
      "28": 0.9554826045030065,
      "29": 0.9717463906340453,
      "30": 0.9675656416177402,
      "31": 0.9812739133843055,
      "32": 0.9664109079966275,
      "33": 0.9245134984643945,
      "34": 0.9774876496371723,
      "35": 0.9547240070109986,
      "36": 0.9873534383769743,
      "37": 0.9874120151652029,
      "38": 0.9746651161175038,
      "39": 0.9253051960048276,
      "40": 0.9754012178600491,
      "41": 0.9888458343737814,
      "42": 0.9760103769601977,
      "43": 0.9820773436963116,
      "44": 0.9694956233643245,
      "45": 0.9260328725930275,
      "46": 0.9528763769916059,
      "47": 0.985020784120748,
      "48": 0.9934621248097637,
      "49": 0.9591878683878546
    },
    "pred_fname": {
      "0": "imagesVal_ATM_281_0000.nii.gz",
      "1": "imagesVal_ATM_282_0000.nii.gz",
      "2": "imagesVal_ATM_283_0000.nii.gz",
      "3": "imagesVal_ATM_284_0000.nii.gz",
      "4": "imagesVal_ATM_285_0000.nii.gz",
      "5": "imagesVal_ATM_286_0000.nii.gz",
      "6": "imagesVal_ATM_287_0000.nii.gz",
      "7": "imagesVal_ATM_288_0000.nii.gz",
      "8": "imagesVal_ATM_289_0000.nii.gz",
      "9": "imagesVal_ATM_290_0000.nii.gz",
      "10": "imagesVal_ATM_291_0000.nii.gz",
      "11": "imagesVal_ATM_292_0000.nii.gz",
      "12": "imagesVal_ATM_293_0000.nii.gz",
      "13": "imagesVal_ATM_294_0000.nii.gz",
      "14": "imagesVal_ATM_295_0000.nii.gz",
      "15": "imagesVal_ATM_296_0000.nii.gz",
      "16": "imagesVal_ATM_297_0000.nii.gz",
      "17": "imagesVal_ATM_298_0000.nii.gz",
      "18": "imagesVal_ATM_299_0000.nii.gz",
      "19": "imagesVal_ATM_300_0000.nii.gz",
      "20": "imagesVal_ATM_410_0000.nii.gz",
      "21": "imagesVal_ATM_411_0000.nii.gz",
      "22": "imagesVal_ATM_412_0000.nii.gz",
      "23": "imagesVal_ATM_413_0000.nii.gz",
      "24": "imagesVal_ATM_414_0000.nii.gz",
      "25": "imagesVal_ATM_415_0000.nii.gz",
      "26": "imagesVal_ATM_416_0000.nii.gz",
      "27": "imagesVal_ATM_417_0000.nii.gz",
      "28": "imagesVal_ATM_418_0000.nii.gz",
      "29": "imagesVal_ATM_419_0000.nii.gz",
      "30": "imagesVal_ATM_421_0000.nii.gz",
      "31": "imagesVal_ATM_422_0000.nii.gz",
      "32": "imagesVal_ATM_423_0000.nii.gz",
      "33": "imagesVal_ATM_424_0000.nii.gz",
      "34": "imagesVal_ATM_425_0000.nii.gz",
      "35": "imagesVal_ATM_426_0000.nii.gz",
      "36": "imagesVal_ATM_427_0000.nii.gz",
      "37": "imagesVal_ATM_428_0000.nii.gz",
      "38": "imagesVal_ATM_429_0000.nii.gz",
      "39": "imagesVal_ATM_430_0000.nii.gz",
      "40": "imagesVal_ATM_431_0000.nii.gz",
      "41": "imagesVal_ATM_432_0000.nii.gz",
      "42": "imagesVal_ATM_433_0000.nii.gz",
      "43": "imagesVal_ATM_434_0000.nii.gz",
      "44": "imagesVal_ATM_435_0000.nii.gz",
      "45": "imagesVal_ATM_436_0000.nii.gz",
      "46": "imagesVal_ATM_437_0000.nii.gz",
      "47": "imagesVal_ATM_438_0000.nii.gz",
      "48": "imagesVal_ATM_439_0000.nii.gz",
      "49": "imagesVal_ATM_440_0000.nii.gz"
    },
    "DiceCoefficient": {
      "0": 0.9578936204073316,
      "1": 0.9679267295894284,
      "2": 0.9533598042048749,
      "3": 0.9547842668918906,
      "4": 0.9521715921072312,
      "5": 0.9550072855386197,
      "6": 0.9547012139630745,
      "7": 0.954516378259472,
      "8": 0.953210742178942,
      "9": 0.9636567164191433,
      "10": 0.9254977719098179,
      "11": 0.9667858764582168,
      "12": 0.9419517336378928,
      "13": 0.944848509775767,
      "14": 0.9375078295925959,
      "15": 0.9318473971083687,
      "16": 0.9573710710085419,
      "17": 0.9486580579074878,
      "18": 0.952756989373664,
      "19": 0.954639310722381,
      "20": 0.9525730333610536,
      "21": 0.9728986541878509,
      "22": 0.9755276954649862,
      "23": 0.9563226474889338,
      "24": 0.9609325438802636,
      "25": 0.9540256253418117,
      "26": 0.9661094712180328,
      "27": 0.9563717032304601,
      "28": 0.9656757112722972,
      "29": 0.9470802459293725,
      "30": 0.9105437325439816,
      "31": 0.9476036564693356,
      "32": 0.9599696846543846,
      "33": 0.9331683828506241,
      "34": 0.9490134032513841,
      "35": 0.9599932456374708,
      "36": 0.9297258414467932,
      "37": 0.9372790688520143,
      "38": 0.9573172564537828,
      "39": 0.9297769777985718,
      "40": 0.9514746156626447,
      "41": 0.9740434570573574,
      "42": 0.9494498515917795,
      "43": 0.929120739821772,
      "44": 0.9685307569309374,
      "45": 0.9461715244035976,
      "46": 0.9544428655032338,
      "47": 0.9670118290018154,
      "48": 0.9536368870560974,
      "49": 0.9616191069883719
    },
    "TreeDetectedRate": {
      "0": 0.9154352858902701,
      "1": 0.9599215247760047,
      "2": 0.9701617987599037,
      "3": 0.990887552413181,
      "4": 0.9280191950732626,
      "5": 0.9619870411188185,
      "6": 0.9003473732081039,
      "7": 0.9939095127786847,
      "8": 0.9913922961235371,
      "9": 0.9881869543189857,
      "10": 0.9916882157523306,
      "11": 0.9702272134493936,
      "12": 0.9918049580171995,
      "13": 0.9905270828503108,
      "14": 0.9576759329885401,
      "15": 0.9423034084600058,
      "16": 0.9946083995612701,
      "17": 0.9846804015195975,
      "18": 0.9774317310371661,
      "19": 0.9784946237184114,
      "20": 0.9502968618315575,
      "21": 0.9375358167978917,
      "22": 0.894499179415028,
      "23": 0.9360715469757013,
      "24": 0.901374776146519,
      "25": 0.9048469390182476,
      "26": 0.9743536280768273,
      "27": 0.9454291046048763,
      "28": 0.9722599418578857,
      "29": 0.9188397306802235,
      "30": 0.9243317611550084,
      "31": 0.9232350927922033,
      "32": 0.9827311974943622,
      "33": 0.9816863792794994,
      "34": 0.9841658504992395,
      "35": 0.9953580901933718,
      "36": 0.9789525208542523,
      "37": 0.9657947686976993,
      "38": 0.9872397582441373,
      "39": 0.9889246878998698,
      "40": 0.9746251442171278,
      "41": 0.9767042200177501,
      "42": 0.9833965224429383,
      "43": 0.9540694470805264,
      "44": 0.9927511800526784,
      "45": 0.9914169333846131,
      "46": 0.9674259123991528,
      "47": 0.9701348748166958,
      "48": 0.9115734722332608,
      "49": 0.9945926460083045
    },
    "BranchDetectedRate": {
      "0": 0.8983050847457628,
      "1": 0.9503105590062112,
      "2": 0.9516908212560387,
      "3": 0.9865470852017937,
      "4": 0.967741935483871,
      "5": 0.9597989949748744,
      "6": 0.9057591623036649,
      "7": 0.9850746268656716,
      "8": 0.9952380952380953,
      "9": 0.9828571428571429,
      "10": 0.9956140350877193,
      "11": 0.9550561797752809,
      "12": 0.9871244635193133,
      "13": 0.9951690821256038,
      "14": 0.9840425531914894,
      "15": 0.943127962085308,
      "16": 1.0,
      "17": 0.9710982658959537,
      "18": 0.9743589743589743,
      "19": 0.9738562091503268,
      "20": 0.9372693726937269,
      "21": 0.9217877094972067,
      "22": 0.788135593220339,
      "23": 0.9124579124579124,
      "24": 0.875,
      "25": 0.8586956521739131,
      "26": 0.9769585253456221,
      "27": 0.9444444444444444,
      "28": 0.9690265486725663,
      "29": 0.8802395209580839,
      "30": 0.9116279069767442,
      "31": 0.8842975206611571,
      "32": 0.9803921568627451,
      "33": 0.9728682170542635,
      "34": 0.976027397260274,
      "35": 1.0,
      "36": 0.9675675675675676,
      "37": 0.9572192513368984,
      "38": 0.9836512261580381,
      "39": 0.9875,
      "40": 0.966789667896679,
      "41": 0.9796747967479674,
      "42": 0.9821958456973294,
      "43": 0.9321266968325792,
      "44": 0.99609375,
      "45": 0.9962264150943396,
      "46": 0.9593023255813954,
      "47": 0.9753086419753086,
      "48": 0.8349514563106796,
      "49": 0.9895470383275261
    }
  },
  "aggregates": {
    "gt_fname": {
      "freq": 1,
      "count": 50
    },
    "Precision": {
      "max": 0.9934621248097637,
      "min": 0.8708158145444251,
      "std": 0.027746564052777405,
      "25pc": 0.9284239809605132,
      "50pc": 0.953348688480963,
      "75pc": 0.9729000955175087,
      "mean": 0.94995268568059,
      "count": 50.0
    },
    "pred_fname": {
      "freq": 1,
      "count": 50
    },
    "DiceCoefficient": {
      "max": 0.9755276954649862,
      "min": 0.9105437325439816,
      "std": 0.013424349297514591,
      "25pc": 0.9472110985643633,
      "50pc": 0.9542342454225228,
      "75pc": 0.9599873553916993,
      "mean": 0.952130062248115,
      "count": 50.0
    },
    "TreeDetectedRate": {
      "max": 0.9953580901933718,
      "min": 0.894499179415028,
      "std": 0.03010863286269748,
      "25pc": 0.9430848324962234,
      "50pc": 0.9733067849673565,
      "75pc": 0.9879501553002736,
      "mean": 0.9628861697396487,
      "count": 50.0
    },
    "BranchDetectedRate": {
      "max": 1.0,
      "min": 0.788135593220339,
      "std": 0.04633415530159534,
      "25pc": 0.9387340200416221,
      "50pc": 0.9700624072842601,
      "75pc": 0.9839447214331265,
      "mean": 0.953203087818568,
      "count": 50.0
    }
  }
}