Evaluation

ID
bf396070-2514-475c-9451-3b2a7f4d6c22
Submission ID
92589c88-00f1-4219-9365-ab711396d6c1
Method ID
a77a13d1-37f7-4b97-b8ae-ec579514d570
Status
Succeeded
User
User Mugshot Bingyu_Yang 
Challenge
ATM22
Phase
Long-Term Validation Phase (Running)
Submission created
Feb. 19, 2024, 2:42 a.m.
Result created
Feb. 19, 2024, 2:42 a.m.
Position on leaderboard
7

Metrics

{
  "case": {
    "gt_fname": {
      "0": "ATM_281_0000.nii.gz",
      "1": "ATM_282_0000.nii.gz",
      "2": "ATM_283_0000.nii.gz",
      "3": "ATM_284_0000.nii.gz",
      "4": "ATM_285_0000.nii.gz",
      "5": "ATM_286_0000.nii.gz",
      "6": "ATM_287_0000.nii.gz",
      "7": "ATM_288_0000.nii.gz",
      "8": "ATM_289_0000.nii.gz",
      "9": "ATM_290_0000.nii.gz",
      "10": "ATM_291_0000.nii.gz",
      "11": "ATM_292_0000.nii.gz",
      "12": "ATM_293_0000.nii.gz",
      "13": "ATM_294_0000.nii.gz",
      "14": "ATM_295_0000.nii.gz",
      "15": "ATM_296_0000.nii.gz",
      "16": "ATM_297_0000.nii.gz",
      "17": "ATM_298_0000.nii.gz",
      "18": "ATM_299_0000.nii.gz",
      "19": "ATM_300_0000.nii.gz",
      "20": "ATM_410_0000.nii.gz",
      "21": "ATM_411_0000.nii.gz",
      "22": "ATM_412_0000.nii.gz",
      "23": "ATM_413_0000.nii.gz",
      "24": "ATM_414_0000.nii.gz",
      "25": "ATM_415_0000.nii.gz",
      "26": "ATM_416_0000.nii.gz",
      "27": "ATM_417_0000.nii.gz",
      "28": "ATM_418_0000.nii.gz",
      "29": "ATM_419_0000.nii.gz",
      "30": "ATM_421_0000.nii.gz",
      "31": "ATM_422_0000.nii.gz",
      "32": "ATM_423_0000.nii.gz",
      "33": "ATM_424_0000.nii.gz",
      "34": "ATM_425_0000.nii.gz",
      "35": "ATM_426_0000.nii.gz",
      "36": "ATM_427_0000.nii.gz",
      "37": "ATM_428_0000.nii.gz",
      "38": "ATM_429_0000.nii.gz",
      "39": "ATM_430_0000.nii.gz",
      "40": "ATM_431_0000.nii.gz",
      "41": "ATM_432_0000.nii.gz",
      "42": "ATM_433_0000.nii.gz",
      "43": "ATM_434_0000.nii.gz",
      "44": "ATM_435_0000.nii.gz",
      "45": "ATM_436_0000.nii.gz",
      "46": "ATM_437_0000.nii.gz",
      "47": "ATM_438_0000.nii.gz",
      "48": "ATM_439_0000.nii.gz",
      "49": "ATM_440_0000.nii.gz"
    },
    "Precision": {
      "0": 0.9090710393416619,
      "1": 0.9232328886878092,
      "2": 0.8657466750954644,
      "3": 0.8740955781899499,
      "4": 0.8948766053789522,
      "5": 0.8851958855392645,
      "6": 0.9051754538375005,
      "7": 0.8818418369765936,
      "8": 0.8810589806528013,
      "9": 0.9040636490488104,
      "10": 0.8342555513182868,
      "11": 0.9284758852226942,
      "12": 0.8625393365825523,
      "13": 0.8802290675182841,
      "14": 0.8747410075252553,
      "15": 0.8427082628515459,
      "16": 0.8844944538849898,
      "17": 0.8909276401744163,
      "18": 0.8791475622503756,
      "19": 0.9098364951341721,
      "20": 0.8952604041521836,
      "21": 0.9313219390665889,
      "22": 0.9333253202433699,
      "23": 0.9309338283385269,
      "24": 0.9088326597640688,
      "25": 0.9237825568121606,
      "26": 0.9171783461796359,
      "27": 0.9003515600539675,
      "28": 0.9094188355908122,
      "29": 0.9321357747531088,
      "30": 0.9250999671058378,
      "31": 0.9501064976422894,
      "32": 0.9195527894381957,
      "33": 0.8971469204136011,
      "34": 0.9289517635999144,
      "35": 0.9285928896863875,
      "36": 0.9598057348391672,
      "37": 0.9529911628617745,
      "38": 0.9083212338054426,
      "39": 0.8810358645628222,
      "40": 0.9326331039505865,
      "41": 0.9582590012891791,
      "42": 0.9362108235117556,
      "43": 0.9214236912508715,
      "44": 0.9266705618801815,
      "45": 0.8665018844818475,
      "46": 0.9086566516781573,
      "47": 0.936738592945789,
      "48": 0.9683932424720868,
      "49": 0.9090943616614956
    },
    "pred_fname": {
      "0": "ATM_281_0000.nii.gz",
      "1": "ATM_282_0000.nii.gz",
      "2": "ATM_283_0000.nii.gz",
      "3": "ATM_284_0000.nii.gz",
      "4": "ATM_285_0000.nii.gz",
      "5": "ATM_286_0000.nii.gz",
      "6": "ATM_287_0000.nii.gz",
      "7": "ATM_288_0000.nii.gz",
      "8": "ATM_289_0000.nii.gz",
      "9": "ATM_290_0000.nii.gz",
      "10": "ATM_291_0000.nii.gz",
      "11": "ATM_292_0000.nii.gz",
      "12": "ATM_293_0000.nii.gz",
      "13": "ATM_294_0000.nii.gz",
      "14": "ATM_295_0000.nii.gz",
      "15": "ATM_296_0000.nii.gz",
      "16": "ATM_297_0000.nii.gz",
      "17": "ATM_298_0000.nii.gz",
      "18": "ATM_299_0000.nii.gz",
      "19": "ATM_300_0000.nii.gz",
      "20": "ATM_410_0000.nii.gz",
      "21": "ATM_411_0000.nii.gz",
      "22": "ATM_412_0000.nii.gz",
      "23": "ATM_413_0000.nii.gz",
      "24": "ATM_414_0000.nii.gz",
      "25": "ATM_415_0000.nii.gz",
      "26": "ATM_416_0000.nii.gz",
      "27": "ATM_417_0000.nii.gz",
      "28": "ATM_418_0000.nii.gz",
      "29": "ATM_419_0000.nii.gz",
      "30": "ATM_421_0000.nii.gz",
      "31": "ATM_422_0000.nii.gz",
      "32": "ATM_423_0000.nii.gz",
      "33": "ATM_424_0000.nii.gz",
      "34": "ATM_425_0000.nii.gz",
      "35": "ATM_426_0000.nii.gz",
      "36": "ATM_427_0000.nii.gz",
      "37": "ATM_428_0000.nii.gz",
      "38": "ATM_429_0000.nii.gz",
      "39": "ATM_430_0000.nii.gz",
      "40": "ATM_431_0000.nii.gz",
      "41": "ATM_432_0000.nii.gz",
      "42": "ATM_433_0000.nii.gz",
      "43": "ATM_434_0000.nii.gz",
      "44": "ATM_435_0000.nii.gz",
      "45": "ATM_436_0000.nii.gz",
      "46": "ATM_437_0000.nii.gz",
      "47": "ATM_438_0000.nii.gz",
      "48": "ATM_439_0000.nii.gz",
      "49": "ATM_440_0000.nii.gz"
    },
    "DiceCoefficient": {
      "0": 0.9462466779054445,
      "1": 0.9386471770226703,
      "2": 0.9237707953202396,
      "3": 0.9302415944253398,
      "4": 0.9370727356138676,
      "5": 0.9163604955487115,
      "6": 0.9378611180053099,
      "7": 0.9322362441613687,
      "8": 0.9337045576504487,
      "9": 0.9472212443475978,
      "10": 0.9062760423746047,
      "11": 0.9577475788829745,
      "12": 0.9239678635866874,
      "13": 0.9278076860934277,
      "14": 0.9256211567358927,
      "15": 0.9051867951375772,
      "16": 0.9351750117747013,
      "17": 0.9361051449314822,
      "18": 0.9317182624572549,
      "19": 0.9449249595228194,
      "20": 0.9389613942502009,
      "21": 0.9599680886506121,
      "22": 0.9620353982317683,
      "23": 0.9602991581676148,
      "24": 0.9458300738615969,
      "25": 0.9549952019629625,
      "26": 0.9525262020161797,
      "27": 0.940091048236552,
      "28": 0.9472209704493025,
      "29": 0.9606062533811267,
      "30": 0.9482593208276358,
      "31": 0.9655556859534759,
      "32": 0.9540539198082667,
      "33": 0.9330841641746487,
      "34": 0.9571100902786468,
      "35": 0.9541250482378173,
      "36": 0.9723887685626107,
      "37": 0.9628014381015815,
      "38": 0.9448638755444703,
      "39": 0.9281304416674544,
      "40": 0.95394784766068,
      "41": 0.9695981541111732,
      "42": 0.9586671703741774,
      "43": 0.9502771320316281,
      "44": 0.9549891810297627,
      "45": 0.9201014856153618,
      "46": 0.9439823172660435,
      "47": 0.9583631560653437,
      "48": 0.968636647689345,
      "49": 0.9473955009388121
    },
    "TreeDetectedRate": {
      "0": 0.9437422112448954,
      "1": 0.9700112108463811,
      "2": 0.9796175667585258,
      "3": 0.9941680335444358,
      "4": 0.9370834445825554,
      "5": 0.9831533477685673,
      "6": 0.9055579680730396,
      "7": 0.998549883994925,
      "8": 0.9952657628679454,
      "9": 0.9935798664777097,
      "10": 0.9974141115673918,
      "11": 0.987986419462036,
      "12": 0.9946732227111796,
      "13": 0.9936847219002073,
      "14": 0.9599298773856001,
      "15": 0.9521051460189237,
      "16": 0.9909194097874023,
      "17": 0.997358689917172,
      "18": 0.9817197021401045,
      "19": 0.9904097646311835,
      "20": 0.9631891434042593,
      "21": 0.9676217765970723,
      "22": 0.9589490970486491,
      "23": 0.9839350778669509,
      "24": 0.9551703527938722,
      "25": 0.9492346940070544,
      "26": 0.974145120988021,
      "27": 0.9496268657891166,
      "28": 0.9904946653918629,
      "29": 0.9683562848861521,
      "30": 0.9716981132631719,
      "31": 0.9396847157653025,
      "32": 0.9961372415447916,
      "33": 0.9849294162820881,
      "34": 0.9980411361442358,
      "35": 0.9978448275897798,
      "36": 0.998286833092788,
      "37": 0.9854124748857835,
      "38": 0.9975822699830997,
      "39": 0.9959726137817708,
      "40": 0.9967045641840425,
      "41": 0.9950353255775534,
      "42": 0.9964701268185774,
      "43": 0.9961418335547643,
      "44": 0.999325691167691,
      "45": 0.9925807390273774,
      "46": 0.9977957384330254,
      "47": 0.9971098265951641,
      "48": 0.9707412224301231,
      "49": 0.9985580389355478
    },
    "BranchDetectedRate": {
      "0": 0.9364406779661016,
      "1": 0.9565217391304348,
      "2": 0.961352657004831,
      "3": 0.9865470852017937,
      "4": 0.967741935483871,
      "5": 0.9849246231155779,
      "6": 0.9162303664921466,
      "7": 1.0,
      "8": 1.0,
      "9": 0.9885714285714285,
      "10": 1.0,
      "11": 0.9887640449438202,
      "12": 0.9871244635193133,
      "13": 1.0,
      "14": 0.9840425531914894,
      "15": 0.9620853080568721,
      "16": 0.9929078014184397,
      "17": 1.0,
      "18": 0.9692307692307692,
      "19": 0.9934640522875817,
      "20": 0.9520295202952029,
      "21": 0.9608938547486033,
      "22": 0.940677966101695,
      "23": 0.9764309764309764,
      "24": 0.9485294117647058,
      "25": 0.9347826086956522,
      "26": 0.9769585253456221,
      "27": 0.9494949494949495,
      "28": 0.995575221238938,
      "29": 0.9580838323353293,
      "30": 0.958139534883721,
      "31": 0.9173553719008265,
      "32": 0.9950980392156863,
      "33": 0.9844961240310077,
      "34": 0.9965753424657534,
      "35": 1.0,
      "36": 1.0,
      "37": 0.983957219251337,
      "38": 0.9945504087193461,
      "39": 0.9916666666666667,
      "40": 0.988929889298893,
      "41": 0.9959349593495935,
      "42": 0.9970326409495549,
      "43": 1.0,
      "44": 1.0,
      "45": 0.9962264150943396,
      "46": 1.0,
      "47": 1.0,
      "48": 0.970873786407767,
      "49": 1.0
    }
  },
  "aggregates": {
    "gt_fname": {
      "freq": 1,
      "count": 50
    },
    "Precision": {
      "max": 0.9683932424720868,
      "min": 0.8342555513182868,
      "std": 0.02967713718205772,
      "25pc": 0.8846698117985585,
      "50pc": 0.9090827005015787,
      "75pc": 0.9288620451215326,
      "mean": 0.9082088363848638,
      "count": 50.0
    },
    "pred_fname": {
      "freq": 1,
      "count": 50
    },
    "DiceCoefficient": {
      "max": 0.9723887685626107,
      "min": 0.9051867951375772,
      "std": 0.015928370835941372,
      "25pc": 0.9332392625435987,
      "50pc": 0.9460383758835207,
      "75pc": 0.9565813681997257,
      "mean": 0.9441351655329053,
      "count": 50.0
    },
    "TreeDetectedRate": {
      "max": 0.999325691167691,
      "min": 0.9055579680730396,
      "std": 0.021221840838283334,
      "25pc": 0.9687700163762094,
      "50pc": 0.9904522150115231,
      "75pc": 0.9963880535026242,
      "mean": 0.9802741237901974,
      "count": 50.0
    },
    "BranchDetectedRate": {
      "max": 1.0,
      "min": 0.9162303664921466,
      "std": 0.0232441059060451,
      "25pc": 0.9615358197678413,
      "50pc": 0.9878479460453709,
      "75pc": 0.9969183163286046,
      "mean": 0.9788048554060126,
      "count": 50.0
    }
  }
}