Evaluation

ID
f658128a-4a73-429a-bc43-6bbc8b1daf00
Submission ID
92ada041-677a-4ff3-a907-f3f55aef89a2
Method ID
a77a13d1-37f7-4b97-b8ae-ec579514d570
Status
Succeeded
User
User Mugshot ashkanpakzad 
Challenge
ATM22
Phase
Long-Term Validation Phase (Running)
Submission created
Aug. 18, 2022, 7:51 p.m.
Result created
Aug. 18, 2022, 7:51 p.m.
Position on leaderboard
27

Metrics

{
  "case": {
    "gt_fname": {
      "0": "ATM_281_0000.nii.gz",
      "1": "ATM_282_0000.nii.gz",
      "2": "ATM_283_0000.nii.gz",
      "3": "ATM_284_0000.nii.gz",
      "4": "ATM_285_0000.nii.gz",
      "5": "ATM_286_0000.nii.gz",
      "6": "ATM_287_0000.nii.gz",
      "7": "ATM_288_0000.nii.gz",
      "8": "ATM_289_0000.nii.gz",
      "9": "ATM_290_0000.nii.gz",
      "10": "ATM_291_0000.nii.gz",
      "11": "ATM_292_0000.nii.gz",
      "12": "ATM_293_0000.nii.gz",
      "13": "ATM_294_0000.nii.gz",
      "14": "ATM_295_0000.nii.gz",
      "15": "ATM_296_0000.nii.gz",
      "16": "ATM_297_0000.nii.gz",
      "17": "ATM_298_0000.nii.gz",
      "18": "ATM_299_0000.nii.gz",
      "19": "ATM_300_0000.nii.gz",
      "20": "ATM_410_0000.nii.gz",
      "21": "ATM_411_0000.nii.gz",
      "22": "ATM_412_0000.nii.gz",
      "23": "ATM_413_0000.nii.gz",
      "24": "ATM_414_0000.nii.gz",
      "25": "ATM_415_0000.nii.gz",
      "26": "ATM_416_0000.nii.gz",
      "27": "ATM_417_0000.nii.gz",
      "28": "ATM_418_0000.nii.gz",
      "29": "ATM_419_0000.nii.gz",
      "30": "ATM_421_0000.nii.gz",
      "31": "ATM_422_0000.nii.gz",
      "32": "ATM_423_0000.nii.gz",
      "33": "ATM_424_0000.nii.gz",
      "34": "ATM_425_0000.nii.gz",
      "35": "ATM_426_0000.nii.gz",
      "36": "ATM_427_0000.nii.gz",
      "37": "ATM_428_0000.nii.gz",
      "38": "ATM_429_0000.nii.gz",
      "39": "ATM_430_0000.nii.gz",
      "40": "ATM_431_0000.nii.gz",
      "41": "ATM_432_0000.nii.gz",
      "42": "ATM_433_0000.nii.gz",
      "43": "ATM_434_0000.nii.gz",
      "44": "ATM_435_0000.nii.gz",
      "45": "ATM_436_0000.nii.gz",
      "46": "ATM_437_0000.nii.gz",
      "47": "ATM_438_0000.nii.gz",
      "48": "ATM_439_0000.nii.gz",
      "49": "ATM_440_0000.nii.gz"
    },
    "Precision": {
      "0": 0.9510573564237659,
      "1": 0.975954509673305,
      "2": 0.9257015195895876,
      "3": 0.9262561132910165,
      "4": 0.9425797712264766,
      "5": 0.9475607135216821,
      "6": 0.9585979228925632,
      "7": 0.9523481122081604,
      "8": 0.9327258220340194,
      "9": 0.9433694688795684,
      "10": 0.884509078545945,
      "11": 0.9682550636645902,
      "12": 0.9213496077011211,
      "13": 0.9186338556959217,
      "14": 0.9326872421914729,
      "15": 0.9194147666289085,
      "16": 0.9459720686451266,
      "17": 0.9265464694645786,
      "18": 0.9528605409503907,
      "19": 0.9481208136992351,
      "20": 0.9687019717657294,
      "21": 0.9826892759654947,
      "22": 0.9833755274277192,
      "23": 0.9739382945710645,
      "24": 0.9699675799709779,
      "25": 0.9742476486221863,
      "26": 0.9619694956335495,
      "27": 0.9711883864777108,
      "28": 0.9749070242380834,
      "29": 0.9799099411170844,
      "30": 0.9775428642436872,
      "31": 0.9755234549109345,
      "32": 0.9748102791274592,
      "33": 0.9450103893171287,
      "34": 0.9710049926380605,
      "35": 0.9633381099644264,
      "36": 0.9811498119937233,
      "37": 0.9732953294367128,
      "38": 0.9584373985517395,
      "39": 0.9530683624831117,
      "40": 0.9682199695047548,
      "41": 0.9769019795393107,
      "42": 0.9628306129303169,
      "43": 0.9630962232718613,
      "44": 0.9712970807111025,
      "45": 0.9055696637616494,
      "46": 0.9274127118404698,
      "47": 0.9720588503638883,
      "48": 0.9729000677992172,
      "49": 0.9686658753222616
    },
    "pred_fname": {
      "0": "ATM_281_0000.nii.gz",
      "1": "ATM_282_0000.nii.gz",
      "2": "ATM_283_0000.nii.gz",
      "3": "ATM_284_0000.nii.gz",
      "4": "ATM_285_0000.nii.gz",
      "5": "ATM_286_0000.nii.gz",
      "6": "ATM_287_0000.nii.gz",
      "7": "ATM_288_0000.nii.gz",
      "8": "ATM_289_0000.nii.gz",
      "9": "ATM_290_0000.nii.gz",
      "10": "ATM_291_0000.nii.gz",
      "11": "ATM_292_0000.nii.gz",
      "12": "ATM_293_0000.nii.gz",
      "13": "ATM_294_0000.nii.gz",
      "14": "ATM_295_0000.nii.gz",
      "15": "ATM_296_0000.nii.gz",
      "16": "ATM_297_0000.nii.gz",
      "17": "ATM_298_0000.nii.gz",
      "18": "ATM_299_0000.nii.gz",
      "19": "ATM_300_0000.nii.gz",
      "20": "ATM_410_0000.nii.gz",
      "21": "ATM_411_0000.nii.gz",
      "22": "ATM_412_0000.nii.gz",
      "23": "ATM_413_0000.nii.gz",
      "24": "ATM_414_0000.nii.gz",
      "25": "ATM_415_0000.nii.gz",
      "26": "ATM_416_0000.nii.gz",
      "27": "ATM_417_0000.nii.gz",
      "28": "ATM_418_0000.nii.gz",
      "29": "ATM_419_0000.nii.gz",
      "30": "ATM_421_0000.nii.gz",
      "31": "ATM_422_0000.nii.gz",
      "32": "ATM_423_0000.nii.gz",
      "33": "ATM_424_0000.nii.gz",
      "34": "ATM_425_0000.nii.gz",
      "35": "ATM_426_0000.nii.gz",
      "36": "ATM_427_0000.nii.gz",
      "37": "ATM_428_0000.nii.gz",
      "38": "ATM_429_0000.nii.gz",
      "39": "ATM_430_0000.nii.gz",
      "40": "ATM_431_0000.nii.gz",
      "41": "ATM_432_0000.nii.gz",
      "42": "ATM_433_0000.nii.gz",
      "43": "ATM_434_0000.nii.gz",
      "44": "ATM_435_0000.nii.gz",
      "45": "ATM_436_0000.nii.gz",
      "46": "ATM_437_0000.nii.gz",
      "47": "ATM_438_0000.nii.gz",
      "48": "ATM_439_0000.nii.gz",
      "49": "ATM_440_0000.nii.gz"
    },
    "DiceCoefficient": {
      "0": 0.953277361546379,
      "1": 0.9780202364566825,
      "2": 0.9411322108052215,
      "3": 0.9446789503084638,
      "4": 0.9459791167105612,
      "5": 0.9450726113302786,
      "6": 0.9631079114014628,
      "7": 0.964887025626962,
      "8": 0.9457468551562768,
      "9": 0.9541160407689351,
      "10": 0.9202033703381332,
      "11": 0.9554014347549649,
      "12": 0.9407775815430395,
      "13": 0.9111447529288428,
      "14": 0.9350712766042805,
      "15": 0.9428430431195188,
      "16": 0.9656230534167657,
      "17": 0.9094983215414162,
      "18": 0.9676431718073553,
      "19": 0.9048847498974076,
      "20": 0.942174377813508,
      "21": 0.9737370504580208,
      "22": 0.9703017014085735,
      "23": 0.9575079938745344,
      "24": 0.9215244766952145,
      "25": 0.9360855141937041,
      "26": 0.9415197274543783,
      "27": 0.9338123758204441,
      "28": 0.9478087719007001,
      "29": 0.9533477958696119,
      "30": 0.9478299497813303,
      "31": 0.9406236592376521,
      "32": 0.9405346632369364,
      "33": 0.9367880323645779,
      "34": 0.9603740782935482,
      "35": 0.9530361336567903,
      "36": 0.9686846393989004,
      "37": 0.9453666187442709,
      "38": 0.9461490307691651,
      "39": 0.9405319242421983,
      "40": 0.9447378697552737,
      "41": 0.9627976490216447,
      "42": 0.9520524581258852,
      "43": 0.9409848456014452,
      "44": 0.9594020331785781,
      "45": 0.922965249223562,
      "46": 0.934980954913661,
      "47": 0.9560335700156116,
      "48": 0.9527341046189315,
      "49": 0.9562333419659232
    },
    "TreeDetectedRate": {
      "0": 0.9163254407756357,
      "1": 0.9517937221082015,
      "2": 0.9533515445401313,
      "3": 0.9679241844943973,
      "4": 0.9053585713000305,
      "5": 0.9468682506547123,
      "6": 0.8947025621044234,
      "7": 0.9918793503715796,
      "8": 0.9806326662779585,
      "9": 0.9548022600030759,
      "10": 0.9842999630877356,
      "11": 0.914076782674127,
      "12": 0.9758246261507383,
      "13": 0.9730386204201152,
      "14": 0.9351364890179402,
      "15": 0.9380708399686548,
      "16": 0.9880817253459656,
      "17": 0.9762282092545478,
      "18": 0.9731437599342275,
      "19": 0.9453647197170453,
      "20": 0.8347752335287952,
      "21": 0.8575931236172117,
      "22": 0.8017241387449747,
      "23": 0.8512752569538337,
      "24": 0.7178720869161026,
      "25": 0.7045918374882861,
      "26": 0.77231025902354,
      "27": 0.8064365676155865,
      "28": 0.8444228906994706,
      "29": 0.7497802527108695,
      "30": 0.7783018872281803,
      "31": 0.6823166563320197,
      "32": 0.8411724611652523,
      "33": 0.9412438001883942,
      "34": 0.9291544238831955,
      "35": 0.9476127321823397,
      "36": 0.9182574647130263,
      "37": 0.8601609661464764,
      "38": 0.9210208194479237,
      "39": 0.9482480870957549,
      "40": 0.9044323613372345,
      "41": 0.8942142449986361,
      "42": 0.934239769990535,
      "43": 0.8800293957743351,
      "44": 0.9458867162072038,
      "45": 0.9214431191134084,
      "46": 0.8900318396031549,
      "47": 0.9256262043822231,
      "48": 0.8491547467508568,
      "49": 0.9679163663159402
    },
    "BranchDetectedRate": {
      "0": 0.9067796610169492,
      "1": 0.9254658385093167,
      "2": 0.9323671497584541,
      "3": 0.9551569506726457,
      "4": 0.9483870967741935,
      "5": 0.9246231155778895,
      "6": 0.9057591623036649,
      "7": 0.9850746268656716,
      "8": 0.9761904761904762,
      "9": 0.9371428571428572,
      "10": 0.9736842105263158,
      "11": 0.8595505617977528,
      "12": 0.9742489270386266,
      "13": 0.9903381642512077,
      "14": 0.9521276595744681,
      "15": 0.9383886255924171,
      "16": 0.9929078014184397,
      "17": 0.9884393063583815,
      "18": 0.958974358974359,
      "19": 0.9281045751633987,
      "20": 0.7380073800738007,
      "21": 0.770949720670391,
      "22": 0.6440677966101694,
      "23": 0.7441077441077442,
      "24": 0.5882352941176471,
      "25": 0.5652173913043478,
      "26": 0.6405529953917051,
      "27": 0.6616161616161617,
      "28": 0.7123893805309734,
      "29": 0.6287425149700598,
      "30": 0.6511627906976745,
      "31": 0.5454545454545454,
      "32": 0.6519607843137255,
      "33": 0.8565891472868217,
      "34": 0.8698630136986302,
      "35": 0.9153846153846154,
      "36": 0.8162162162162162,
      "37": 0.732620320855615,
      "38": 0.8637602179836512,
      "39": 0.9041666666666667,
      "40": 0.8376383763837638,
      "41": 0.7520325203252033,
      "42": 0.8516320474777448,
      "43": 0.7873303167420814,
      "44": 0.9375,
      "45": 0.8566037735849057,
      "46": 0.7790697674418605,
      "47": 0.8641975308641975,
      "48": 0.7135922330097088,
      "49": 0.9512195121951219
    }
  },
  "aggregates": {
    "gt_fname": {
      "freq": 1,
      "count": 50
    },
    "Precision": {
      "max": 0.9833755274277192,
      "min": 0.884509078545945,
      "std": 0.02266116059785346,
      "25pc": 0.9437796989889584,
      "50pc": 0.9629634181010891,
      "75pc": 0.9731965140273389,
      "mean": 0.9555505998085769,
      "count": 50.0
    },
    "pred_fname": {
      "freq": 1,
      "count": 50
    },
    "DiceCoefficient": {
      "max": 0.9780202364566825,
      "min": 0.9048847498974076,
      "std": 0.01604207113617324,
      "25pc": 0.9405569122371152,
      "50pc": 0.945862985933419,
      "75pc": 0.9561833989783454,
      "mean": 0.9465953933539504,
      "count": 50.0
    },
    "TreeDetectedRate": {
      "max": 0.9918793503715796,
      "min": 0.6823166563320197,
      "std": 0.07822928466767616,
      "25pc": 0.8528547236196782,
      "50pc": 0.9212319692806661,
      "75pc": 0.9509073133550898,
      "mean": 0.8977629999671202,
      "count": 50.0
    },
    "BranchDetectedRate": {
      "max": 0.9929078014184397,
      "min": 0.5454545454545454,
      "std": 0.12952110999295233,
      "25pc": 0.7395324710822866,
      "50pc": 0.8639788744239243,
      "75pc": 0.9381664691943128,
      "mean": 0.8357118380296648,
      "count": 50.0
    }
  }
}