Evaluation
- ID
- 1e213a46-3e43-4a89-aada-72da6832a377
- Submission ID
- b835bf27-c2d5-4547-8a5b-4142eafcf1b9
- Method ID
- a77a13d1-37f7-4b97-b8ae-ec579514d570
- Status
-
Succeeded
- User
-
boyuzhang
- Challenge
-
ATM22
- Phase
-
Long-Term Validation Phase (Running)
- Submission created
- Aug. 18, 2022, 4:13 a.m.
- Result created
- Aug. 18, 2022, 1:14 p.m.
- Position on leaderboard
-
14
Metrics
{
"case": {
"gt_fname": {
"0": "ATM_281_0000.nii.gz",
"1": "ATM_282_0000.nii.gz",
"2": "ATM_283_0000.nii.gz",
"3": "ATM_284_0000.nii.gz",
"4": "ATM_285_0000.nii.gz",
"5": "ATM_286_0000.nii.gz",
"6": "ATM_287_0000.nii.gz",
"7": "ATM_288_0000.nii.gz",
"8": "ATM_289_0000.nii.gz",
"9": "ATM_290_0000.nii.gz",
"10": "ATM_291_0000.nii.gz",
"11": "ATM_292_0000.nii.gz",
"12": "ATM_293_0000.nii.gz",
"13": "ATM_294_0000.nii.gz",
"14": "ATM_295_0000.nii.gz",
"15": "ATM_296_0000.nii.gz",
"16": "ATM_297_0000.nii.gz",
"17": "ATM_298_0000.nii.gz",
"18": "ATM_299_0000.nii.gz",
"19": "ATM_300_0000.nii.gz",
"20": "ATM_410_0000.nii.gz",
"21": "ATM_411_0000.nii.gz",
"22": "ATM_412_0000.nii.gz",
"23": "ATM_413_0000.nii.gz",
"24": "ATM_414_0000.nii.gz",
"25": "ATM_415_0000.nii.gz",
"26": "ATM_416_0000.nii.gz",
"27": "ATM_417_0000.nii.gz",
"28": "ATM_418_0000.nii.gz",
"29": "ATM_419_0000.nii.gz",
"30": "ATM_421_0000.nii.gz",
"31": "ATM_422_0000.nii.gz",
"32": "ATM_423_0000.nii.gz",
"33": "ATM_424_0000.nii.gz",
"34": "ATM_425_0000.nii.gz",
"35": "ATM_426_0000.nii.gz",
"36": "ATM_427_0000.nii.gz",
"37": "ATM_428_0000.nii.gz",
"38": "ATM_429_0000.nii.gz",
"39": "ATM_430_0000.nii.gz",
"40": "ATM_431_0000.nii.gz",
"41": "ATM_432_0000.nii.gz",
"42": "ATM_433_0000.nii.gz",
"43": "ATM_434_0000.nii.gz",
"44": "ATM_435_0000.nii.gz",
"45": "ATM_436_0000.nii.gz",
"46": "ATM_437_0000.nii.gz",
"47": "ATM_438_0000.nii.gz",
"48": "ATM_439_0000.nii.gz",
"49": "ATM_440_0000.nii.gz"
},
"Precision": {
"0": 0.9326767617556739,
"1": 0.9493053964586462,
"2": 0.9118752932372167,
"3": 0.919803431009098,
"4": 0.92871317027388,
"5": 0.9241657593080019,
"6": 0.9402985074659613,
"7": 0.9398182790001383,
"8": 0.9282252039953772,
"9": 0.942019072415262,
"10": 0.8805907948838272,
"11": 0.9527110509986662,
"12": 0.9112054858625416,
"13": 0.9019478481497077,
"14": 0.9153300692296199,
"15": 0.9233066010545394,
"16": 0.9320476615793288,
"17": 0.9230368203240813,
"18": 0.909647957722772,
"19": 0.9366469693854403,
"20": 0.9503791102757309,
"21": 0.9594382047392661,
"22": 0.9503248906024555,
"23": 0.9619074927777198,
"24": 0.9438700913607982,
"25": 0.9515167842254836,
"26": 0.9549653261678684,
"27": 0.9434141031364879,
"28": 0.9602791856919972,
"29": 0.9599697338055743,
"30": 0.9645788591115011,
"31": 0.9718309859174283,
"32": 0.9532238568381601,
"33": 0.9601285652105563,
"34": 0.9717456629233676,
"35": 0.9634426940535221,
"36": 0.984231871281277,
"37": 0.9918335459383284,
"38": 0.9779667618809847,
"39": 0.9530782379068428,
"40": 0.9821752550079884,
"41": 0.98659755016868,
"42": 0.9804922588109778,
"43": 0.9854772662671265,
"44": 0.9782689098381548,
"45": 0.9111230335784103,
"46": 0.9351612005515092,
"47": 0.981609431433582,
"48": 0.9887109233678161,
"49": 0.9601728803994742
},
"pred_fname": {
"0": "ATM_281_0000.nii.gz",
"1": "ATM_282_0000.nii.gz",
"2": "ATM_283_0000.nii.gz",
"3": "ATM_284_0000.nii.gz",
"4": "ATM_285_0000.nii.gz",
"5": "ATM_286_0000.nii.gz",
"6": "ATM_287_0000.nii.gz",
"7": "ATM_288_0000.nii.gz",
"8": "ATM_289_0000.nii.gz",
"9": "ATM_290_0000.nii.gz",
"10": "ATM_291_0000.nii.gz",
"11": "ATM_292_0000.nii.gz",
"12": "ATM_293_0000.nii.gz",
"13": "ATM_294_0000.nii.gz",
"14": "ATM_295_0000.nii.gz",
"15": "ATM_296_0000.nii.gz",
"16": "ATM_297_0000.nii.gz",
"17": "ATM_298_0000.nii.gz",
"18": "ATM_299_0000.nii.gz",
"19": "ATM_300_0000.nii.gz",
"20": "ATM_410_0000.nii.gz",
"21": "ATM_411_0000.nii.gz",
"22": "ATM_412_0000.nii.gz",
"23": "ATM_413_0000.nii.gz",
"24": "ATM_414_0000.nii.gz",
"25": "ATM_415_0000.nii.gz",
"26": "ATM_416_0000.nii.gz",
"27": "ATM_417_0000.nii.gz",
"28": "ATM_418_0000.nii.gz",
"29": "ATM_419_0000.nii.gz",
"30": "ATM_421_0000.nii.gz",
"31": "ATM_422_0000.nii.gz",
"32": "ATM_423_0000.nii.gz",
"33": "ATM_424_0000.nii.gz",
"34": "ATM_425_0000.nii.gz",
"35": "ATM_426_0000.nii.gz",
"36": "ATM_427_0000.nii.gz",
"37": "ATM_428_0000.nii.gz",
"38": "ATM_429_0000.nii.gz",
"39": "ATM_430_0000.nii.gz",
"40": "ATM_431_0000.nii.gz",
"41": "ATM_432_0000.nii.gz",
"42": "ATM_433_0000.nii.gz",
"43": "ATM_434_0000.nii.gz",
"44": "ATM_435_0000.nii.gz",
"45": "ATM_436_0000.nii.gz",
"46": "ATM_437_0000.nii.gz",
"47": "ATM_438_0000.nii.gz",
"48": "ATM_439_0000.nii.gz",
"49": "ATM_440_0000.nii.gz"
},
"DiceCoefficient": {
"0": 0.9585283649850214,
"1": 0.957173357601863,
"2": 0.9478687635033994,
"3": 0.9529411477577927,
"4": 0.9532528199979611,
"5": 0.9436578267570171,
"6": 0.9548511796189783,
"7": 0.9570966215753249,
"8": 0.9575542147094345,
"9": 0.9651505358065946,
"10": 0.9122399354985353,
"11": 0.9683722098482933,
"12": 0.9493660609194022,
"13": 0.9135159331562203,
"14": 0.9442106179818578,
"15": 0.944296960119988,
"16": 0.9597570927364035,
"17": 0.9529834709102857,
"18": 0.9485309603122435,
"19": 0.953312513323573,
"20": 0.9568731342041729,
"21": 0.970173493275309,
"22": 0.965652917953923,
"23": 0.9680605861052995,
"24": 0.9538250349755149,
"25": 0.96202876421344,
"26": 0.9658367013833605,
"27": 0.953003824995401,
"28": 0.9668219514125617,
"29": 0.9690021369443744,
"30": 0.9614368623627237,
"31": 0.9543439686421145,
"32": 0.9671701081975367,
"33": 0.9456975526912484,
"34": 0.9745058747528114,
"35": 0.9654885363897041,
"36": 0.9816268927074366,
"37": 0.9644295282108403,
"38": 0.9655020658604294,
"39": 0.954890123309349,
"40": 0.9574716634250744,
"41": 0.9772998757370165,
"42": 0.9558052764725263,
"43": 0.9586081512829824,
"44": 0.9737014590353826,
"45": 0.9366768814220041,
"46": 0.9548303542654651,
"47": 0.9688676405287324,
"48": 0.9599842395970657,
"49": 0.9710598946572235
},
"TreeDetectedRate": {
"0": 0.9401815917034332,
"1": 0.941704036037825,
"2": 0.9573439799173272,
"3": 0.9732094040947523,
"4": 0.9152226075307315,
"5": 0.957019438537755,
"6": 0.8929656971494448,
"7": 0.9283642693492916,
"8": 0.9860124812007478,
"9": 0.9655880843205237,
"10": 0.9824528999215868,
"11": 0.9678767303006615,
"12": 0.970907600961058,
"13": 0.982268642258274,
"14": 0.9338842976862402,
"15": 0.9033192249870368,
"16": 0.9716231555856324,
"17": 0.9896988906769707,
"18": 0.9851049424845296,
"19": 0.9790758501044003,
"20": 0.8734520782469006,
"21": 0.8862464186640504,
"22": 0.8583743848178391,
"23": 0.8658496193013421,
"24": 0.8416019132050152,
"25": 0.8301020412497397,
"26": 0.8840700586237071,
"27": 0.85541044809839,
"28": 0.9231813774526064,
"29": 0.8658072081283117,
"30": 0.8290094342983305,
"31": 0.6785469510673511,
"32": 0.9502385822534911,
"33": 0.8876383062044291,
"34": 0.9585373817196582,
"35": 0.9497679045925599,
"36": 0.9351443956555447,
"37": 0.8790241451734805,
"38": 0.9288112828357136,
"39": 0.9478453484739321,
"40": 0.8741143518304262,
"41": 0.9131181976071832,
"42": 0.8935808603822972,
"43": 0.8544920083511078,
"44": 0.9620701281826195,
"45": 0.9255164388630834,
"46": 0.9206465835889136,
"47": 0.9171483623947045,
"48": 0.8075422630959206,
"49": 0.977289113234879
},
"BranchDetectedRate": {
"0": 0.923728813559322,
"1": 0.9316770186335404,
"2": 0.9323671497584541,
"3": 0.9551569506726457,
"4": 0.9419354838709677,
"5": 0.9447236180904522,
"6": 0.8952879581151832,
"7": 0.9328358208955224,
"8": 0.9857142857142858,
"9": 0.9428571428571428,
"10": 0.9868421052631579,
"11": 0.9606741573033708,
"12": 0.9699570815450643,
"13": 0.9951690821256038,
"14": 0.9521276595744681,
"15": 0.8909952606635071,
"16": 0.9645390070921985,
"17": 0.9884393063583815,
"18": 0.9743589743589743,
"19": 0.9738562091503268,
"20": 0.8154981549815498,
"21": 0.8156424581005587,
"22": 0.7288135593220338,
"23": 0.7845117845117845,
"24": 0.8308823529411765,
"25": 0.7554347826086957,
"26": 0.8202764976958525,
"27": 0.8080808080808081,
"28": 0.8584070796460177,
"29": 0.7485029940119761,
"30": 0.7627906976744186,
"31": 0.6198347107438017,
"32": 0.9117647058823529,
"33": 0.7790697674418605,
"34": 0.934931506849315,
"35": 0.9192307692307692,
"36": 0.8486486486486486,
"37": 0.7914438502673797,
"38": 0.8692098092643051,
"39": 0.9208333333333333,
"40": 0.8191881918819188,
"41": 0.8048780487804879,
"42": 0.8516320474777448,
"43": 0.7647058823529411,
"44": 0.9296875,
"45": 0.8830188679245283,
"46": 0.8430232558139535,
"47": 0.8600823045267489,
"48": 0.7184466019417476,
"49": 0.975609756097561
}
},
"aggregates": {
"gt_fname": {
"freq": 1,
"count": 50
},
"Precision": {
"max": 0.9918335459383284,
"min": 0.8805907948838272,
"std": 0.02603600715338619,
"25pc": 0.9295467931002422,
"50pc": 0.9509479472506073,
"75pc": 0.9642948178470063,
"mean": 0.9484257361475771,
"count": 50.0
},
"pred_fname": {
"freq": 1,
"count": 50
},
"DiceCoefficient": {
"max": 0.9816268927074366,
"min": 0.9122399354985353,
"std": 0.013127870681662063,
"25pc": 0.953066073746041,
"50pc": 0.9575129390672544,
"75pc": 0.9657907555260011,
"mean": 0.9575067216426243,
"count": 50.0
},
"TreeDetectedRate": {
"max": 0.9896988906769707,
"min": 0.6785469510673511,
"std": 0.0593379643643977,
"25pc": 0.8802856235360371,
"50pc": 0.9269403541061876,
"75pc": 0.9611869415668792,
"mean": 0.9159600282480349,
"count": 50.0
},
"BranchDetectedRate": {
"max": 0.9951690821256038,
"min": 0.6198347107438017,
"std": 0.08749523577143135,
"25pc": 0.815534230761302,
"50pc": 0.8931416093893452,
"75pc": 0.9442569992821248,
"mean": 0.8763464762727368,
"count": 50.0
}
}
}
