Evaluation
- ID
- 85345447-e09b-44b7-af1e-42b5e4231fe3
- Submission ID
- bc5615cd-e89c-4d05-a94a-50886df297b9
- Method ID
- a77a13d1-37f7-4b97-b8ae-ec579514d570
- Status
-
Succeeded
- User
-
Yaphabates
- Challenge
-
ATM22
- Phase
-
Long-Term Validation Phase (Running)
- Submission created
- Aug. 19, 2022, 7:52 a.m.
- Result created
- Aug. 19, 2022, 7:52 a.m.
Metrics
{
"case": {
"gt_fname": {
"0": "ATM_281_0000.nii.gz",
"1": "ATM_282_0000.nii.gz",
"2": "ATM_283_0000.nii.gz",
"3": "ATM_284_0000.nii.gz",
"4": "ATM_285_0000.nii.gz",
"5": "ATM_286_0000.nii.gz",
"6": "ATM_287_0000.nii.gz",
"7": "ATM_288_0000.nii.gz",
"8": "ATM_289_0000.nii.gz",
"9": "ATM_290_0000.nii.gz",
"10": "ATM_291_0000.nii.gz",
"11": "ATM_292_0000.nii.gz",
"12": "ATM_293_0000.nii.gz",
"13": "ATM_294_0000.nii.gz",
"14": "ATM_295_0000.nii.gz",
"15": "ATM_296_0000.nii.gz",
"16": "ATM_297_0000.nii.gz",
"17": "ATM_298_0000.nii.gz",
"18": "ATM_299_0000.nii.gz",
"19": "ATM_300_0000.nii.gz",
"20": "ATM_410_0000.nii.gz",
"21": "ATM_411_0000.nii.gz",
"22": "ATM_412_0000.nii.gz",
"23": "ATM_413_0000.nii.gz",
"24": "ATM_414_0000.nii.gz",
"25": "ATM_415_0000.nii.gz",
"26": "ATM_416_0000.nii.gz",
"27": "ATM_417_0000.nii.gz",
"28": "ATM_418_0000.nii.gz",
"29": "ATM_419_0000.nii.gz",
"30": "ATM_421_0000.nii.gz",
"31": "ATM_422_0000.nii.gz",
"32": "ATM_423_0000.nii.gz",
"33": "ATM_424_0000.nii.gz",
"34": "ATM_425_0000.nii.gz",
"35": "ATM_426_0000.nii.gz",
"36": "ATM_427_0000.nii.gz",
"37": "ATM_428_0000.nii.gz",
"38": "ATM_429_0000.nii.gz",
"39": "ATM_430_0000.nii.gz",
"40": "ATM_431_0000.nii.gz",
"41": "ATM_432_0000.nii.gz",
"42": "ATM_433_0000.nii.gz",
"43": "ATM_434_0000.nii.gz",
"44": "ATM_435_0000.nii.gz",
"45": "ATM_436_0000.nii.gz",
"46": "ATM_437_0000.nii.gz",
"47": "ATM_438_0000.nii.gz",
"48": "ATM_439_0000.nii.gz",
"49": "ATM_440_0000.nii.gz"
},
"Precision": {
"0": 0.9463616485548513,
"1": 0.9691902082064937,
"2": 0.9196746697418411,
"3": 0.9175372272924345,
"4": 0.9349296969835629,
"5": 0.9414015960849157,
"6": 0.9511952799374361,
"7": 0.942736036553381,
"8": 0.925181452933503,
"9": 0.9342661390234301,
"10": 0.8780307047215107,
"11": 0.9631719692839296,
"12": 0.8995418996172797,
"13": 0.9189094327847753,
"14": 0.9247428262120645,
"15": 0.9135817138168574,
"16": 0.9370898704628171,
"17": 0.9245517196390444,
"18": 0.9456397181039334,
"19": 0.9446311904698388,
"20": 0.9629278401229927,
"21": 0.9785987028147434,
"22": 0.9796248443067033,
"23": 0.9695235843492326,
"24": 0.9666158747787533,
"25": 0.9702931619253251,
"26": 0.9584444004726836,
"27": 0.9661239783533738,
"28": 0.9713096556109984,
"29": 0.9767686801068,
"30": 0.9727266696955936,
"31": 0.9721832648564634,
"32": 0.9692373438127555,
"33": 0.934446235608704,
"34": 0.9649043570685041,
"35": 0.9613456686305448,
"36": 0.9761058126660063,
"37": 0.9677099841540778,
"38": 0.9519890085059506,
"39": 0.9441287819760044,
"40": 0.9618286045894551,
"41": 0.9729220111851304,
"42": 0.9584693833137838,
"43": 0.9556354140348285,
"44": 0.9659683022160421,
"45": 0.898353832312196,
"46": 0.9237423780529321,
"47": 0.9661433160237674,
"48": 0.9686198953693543,
"49": 0.9630543294004895
},
"pred_fname": {
"0": "ATM_281.nii.gz",
"1": "ATM_282.nii.gz",
"2": "ATM_283.nii.gz",
"3": "ATM_284.nii.gz",
"4": "ATM_285.nii.gz",
"5": "ATM_286.nii.gz",
"6": "ATM_287.nii.gz",
"7": "ATM_288.nii.gz",
"8": "ATM_289.nii.gz",
"9": "ATM_290.nii.gz",
"10": "ATM_291.nii.gz",
"11": "ATM_292.nii.gz",
"12": "ATM_293.nii.gz",
"13": "ATM_294.nii.gz",
"14": "ATM_295.nii.gz",
"15": "ATM_296.nii.gz",
"16": "ATM_297.nii.gz",
"17": "ATM_298.nii.gz",
"18": "ATM_299.nii.gz",
"19": "ATM_300.nii.gz",
"20": "ATM_410.nii.gz",
"21": "ATM_411.nii.gz",
"22": "ATM_412.nii.gz",
"23": "ATM_413.nii.gz",
"24": "ATM_414.nii.gz",
"25": "ATM_415.nii.gz",
"26": "ATM_416.nii.gz",
"27": "ATM_417.nii.gz",
"28": "ATM_418.nii.gz",
"29": "ATM_419.nii.gz",
"30": "ATM_421.nii.gz",
"31": "ATM_422.nii.gz",
"32": "ATM_423.nii.gz",
"33": "ATM_424.nii.gz",
"34": "ATM_425.nii.gz",
"35": "ATM_426.nii.gz",
"36": "ATM_427.nii.gz",
"37": "ATM_428.nii.gz",
"38": "ATM_429.nii.gz",
"39": "ATM_430.nii.gz",
"40": "ATM_431.nii.gz",
"41": "ATM_432.nii.gz",
"42": "ATM_433.nii.gz",
"43": "ATM_434.nii.gz",
"44": "ATM_435.nii.gz",
"45": "ATM_436.nii.gz",
"46": "ATM_437.nii.gz",
"47": "ATM_438.nii.gz",
"48": "ATM_439.nii.gz",
"49": "ATM_440.nii.gz"
},
"DiceCoefficient": {
"0": 0.9503143269765473,
"1": 0.9762598800389505,
"2": 0.9393243801240343,
"3": 0.9411483206392541,
"4": 0.9434337819994804,
"5": 0.9431687466468671,
"6": 0.9603016947928986,
"7": 0.9587021514816866,
"8": 0.9430916933369099,
"9": 0.9509642062013713,
"10": 0.9170400483324616,
"11": 0.9534828470984142,
"12": 0.8703788756982124,
"13": 0.9406737521552988,
"14": 0.9315886293463514,
"15": 0.9389917185078429,
"16": 0.9622899399695772,
"17": 0.9322744918865131,
"18": 0.9647694100724936,
"19": 0.9183685343613212,
"20": 0.9449665663289321,
"21": 0.9740738071495573,
"22": 0.9708621594994674,
"23": 0.9420638901556846,
"24": 0.9249939244015535,
"25": 0.9403019104963024,
"26": 0.9429569399924714,
"27": 0.9356709840367388,
"28": 0.9498833351682265,
"29": 0.9557640020630438,
"30": 0.9501816786219793,
"31": 0.9423281200387214,
"32": 0.9453504829169215,
"33": 0.936610624059891,
"34": 0.9610340926890459,
"35": 0.9552966172529559,
"36": 0.9688726524182308,
"37": 0.9490015776971236,
"38": 0.9466109731040264,
"39": 0.9408748349020006,
"40": 0.9466922820647504,
"41": 0.9637906120550227,
"42": 0.9526126269878478,
"43": 0.9429571293448701,
"44": 0.9601014210646491,
"45": 0.923790280601615,
"46": 0.9352754733639645,
"47": 0.9564555818417382,
"48": 0.9525209749062631,
"49": 0.9553025214908366
},
"TreeDetectedRate": {
"0": 0.904397365311737,
"1": 0.9579596413734315,
"2": 0.9604959025835346,
"3": 0.9675596865909246,
"4": 0.9061583580214386,
"5": 0.9455723543292174,
"6": 0.8960052108206574,
"7": 0.9927494199746246,
"8": 0.9808478588748701,
"9": 0.9589111454573417,
"10": 0.9833764315046611,
"11": 0.9169495954114661,
"12": 0.9672198320687977,
"13": 0.9791110032083775,
"14": 0.9373904334150002,
"15": 0.9398529740702762,
"16": 0.9895005675666839,
"17": 0.9817749604284867,
"18": 0.9735951253134842,
"19": 0.9517582099629229,
"20": 0.856658185145618,
"21": 0.8828080232584298,
"22": 0.815681445748434,
"23": 0.8552500830486087,
"24": 0.7387925889456288,
"25": 0.7339285721073251,
"26": 0.7975396167691001,
"27": 0.8090018661170666,
"28": 0.8682832204301004,
"29": 0.7864049229815268,
"30": 0.8166273588509683,
"31": 0.7066483903130625,
"32": 0.8763917294333295,
"33": 0.964326592971525,
"34": 0.9462944826211321,
"35": 0.9585543767265345,
"36": 0.933186490618731,
"37": 0.8983903423078714,
"38": 0.9391537945746758,
"39": 0.9573097060867706,
"40": 0.93343219651766,
"41": 0.928585067923267,
"42": 0.9528042882039426,
"43": 0.9018923389640046,
"44": 0.9647673635118554,
"45": 0.9495199302450976,
"46": 0.9084006859946101,
"47": 0.9410404625413479,
"48": 0.8703944519497304,
"49": 0.9731434751745792
},
"BranchDetectedRate": {
"0": 0.8898305084745762,
"1": 0.9440993788819876,
"2": 0.9323671497584541,
"3": 0.9551569506726457,
"4": 0.9483870967741935,
"5": 0.9246231155778895,
"6": 0.9057591623036649,
"7": 0.9925373134328358,
"8": 0.9761904761904762,
"9": 0.9428571428571428,
"10": 0.9649122807017544,
"11": 0.8764044943820225,
"12": 0.9742489270386266,
"13": 0.9855072463768116,
"14": 0.9521276595744681,
"15": 0.943127962085308,
"16": 0.9929078014184397,
"17": 0.9884393063583815,
"18": 0.958974358974359,
"19": 0.9215686274509803,
"20": 0.7638376383763837,
"21": 0.8268156424581006,
"22": 0.6610169491525424,
"23": 0.7811447811447811,
"24": 0.625,
"25": 0.6086956521739131,
"26": 0.6912442396313364,
"27": 0.702020202020202,
"28": 0.7522123893805309,
"29": 0.6586826347305389,
"30": 0.7162790697674418,
"31": 0.5702479338842975,
"32": 0.7598039215686274,
"33": 0.9108527131782945,
"34": 0.8972602739726028,
"35": 0.9307692307692308,
"36": 0.8594594594594595,
"37": 0.8021390374331551,
"38": 0.9046321525885559,
"39": 0.9208333333333333,
"40": 0.8819188191881919,
"41": 0.8455284552845529,
"42": 0.9050445103857567,
"43": 0.8144796380090498,
"44": 0.97265625,
"45": 0.9169811320754717,
"46": 0.8023255813953488,
"47": 0.9012345679012346,
"48": 0.7475728155339806,
"49": 0.9721254355400697
}
},
"aggregates": {
"gt_fname": {
"freq": 1,
"count": 50
},
"Precision": {
"max": 0.9796248443067033,
"min": 0.8780307047215107,
"std": 0.023843199497796314,
"25pc": 0.9345671009524187,
"50pc": 0.9584568918932337,
"75pc": 0.9683924175655353,
"mean": 0.949642206334762,
"count": 50.0
},
"pred_fname": {
"freq": 1,
"count": 50
},
"DiceCoefficient": {
"max": 0.9762598800389505,
"min": 0.8703788756982124,
"std": 0.01715049304082207,
"25pc": 0.9403948709110516,
"50pc": 0.945980728010474,
"75pc": 0.9556486319199919,
"mean": 0.9460753101276184,
"count": 50.0
},
"TreeDetectedRate": {
"max": 0.9927494199746246,
"min": 0.7066483903130625,
"std": 0.07105155710754013,
"25pc": 0.8779958028896045,
"50pc": 0.938272113994838,
"75pc": 0.9600997133019864,
"mean": 0.9111279625274092,
"count": 50.0
},
"BranchDetectedRate": {
"max": 0.9929078014184397,
"min": 0.5702479338842975,
"std": 0.1143886724713179,
"25pc": 0.7863933452168747,
"50pc": 0.9048383314871563,
"75pc": 0.9473151673011421,
"mean": 0.86145682839244,
"count": 50.0
}
}
}
