Evaluation

ID
68b556b0-826c-43ee-8d0f-784a80cf9342
Submission ID
ed07a00b-f483-4a3d-a331-48fa15008c53
Method ID
d0876a94-40d6-4a71-b75c-762ecde4cd02
Status
Succeeded
User
User Mugshot mrokuss 
Challenge
TopCoW23
Phase
Validation-CTA-MultiClass
Algorithm
Skeleton Recall Multiclass (Image Version e8ce1f1a-44cb-448f-b738-d2d72128e2bc )
Submission created
Aug. 30, 2023, 12:04 p.m.
Result created
Sept. 7, 2023, 1:25 p.m.
Position on leaderboard
7
Comment:
ct_mul_re_sr

Metrics

{
  "case": {
    "clDice": {
      "0": 0.9965753424657535,
      "1": 0.9968253968253968,
      "2": 0.9174412676001097,
      "3": 0.9945421973917928,
      "4": 0.9895104895104895
    },
    "gt_fname": {
      "0": "mul_label_topcow_ct_whole_091.nii.gz",
      "1": "mul_label_topcow_ct_whole_092.nii.gz",
      "2": "mul_label_topcow_ct_whole_093.nii.gz",
      "3": "mul_label_topcow_ct_whole_094.nii.gz",
      "4": "mul_label_topcow_ct_whole_095.nii.gz"
    },
    "pred_fname": {
      "0": "8a53bf65-bc83-4bad-84bc-e91649f65375.mha",
      "1": "532e6e4b-b978-4336-9960-ede895e1c374.mha",
      "2": "37e2730b-c5d0-48a3-ba31-5320f9f3cef7.mha",
      "3": "ca421758-1c08-4a2e-ba8c-2b463d9b2c9e.mha",
      "4": "66d44157-5ce9-4d4b-8094-45efaf78a3db.mha"
    },
    "Betti_0_error_BA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_CoW": {
      "0": 0,
      "1": 0,
      "2": 4,
      "3": 1,
      "4": 1
    },
    "Betti_1_error_CoW": {
      "0": 0,
      "1": 0,
      "2": 5,
      "3": 0,
      "4": 1
    },
    "Betti_0_error_Acom": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "DiceCoefficient_BA": {
      "0": 0.9418777943368107,
      "1": 0.9042645778938208,
      "2": 0.9575757575757576,
      "3": 0.9193212265555224,
      "4": 0.9523026315789473
    },
    "Betti_0_error_L-ACA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_L-ICA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_L-MCA": {
      "0": 0,
      "1": 0,
      "2": 3,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_L-PCA": {
      "0": 1,
      "1": 0,
      "2": 1,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_R-ACA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_R-ICA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_R-MCA": {
      "0": 0,
      "1": 0,
      "2": 1,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_R-PCA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 1
    },
    "DiceCoefficient_CoW": {
      "0": 0.9325763857880972,
      "1": 0.896611169078619,
      "2": 0.9007204786909268,
      "3": 0.9436780298711662,
      "4": 0.9549376797698946
    },
    "Betti_0_error_L-Pcom": {
      "0": 0.0,
      "1": 0.0,
      "2": 0.0,
      "3": null,
      "4": 0.0
    },
    "Betti_0_error_R-Pcom": {
      "0": null,
      "1": null,
      "2": null,
      "3": 0.0,
      "4": null
    },
    "DiceCoefficient_Acom": {
      "0": 0.7260273972602741,
      "1": 0.6577777777777778,
      "2": 0.5481481481481482,
      "3": 0.7568922305764411,
      "4": 0.709812108559499
    },
    "DiceCoefficient_L-ACA": {
      "0": 0.9152016546018614,
      "1": 0.9211764705882353,
      "2": 0.9278350515463918,
      "3": 0.9370875494940607,
      "4": 0.8964046313223644
    },
    "DiceCoefficient_L-ICA": {
      "0": 0.8919060052219322,
      "1": 0.826133909287257,
      "2": 0.9130434782608696,
      "3": 0.9475783475783476,
      "4": 0.929821112640063
    },
    "DiceCoefficient_L-MCA": {
      "0": 0.944206008583691,
      "1": 0.9365609348914857,
      "2": 0.4,
      "3": 0.9634340222575517,
      "4": 0.912568306010929
    },
    "DiceCoefficient_L-PCA": {
      "0": 0.9524913093858632,
      "1": 0.8685015290519877,
      "2": 0.8705234159779615,
      "3": 0.9588477366255144,
      "4": 0.9278499278499278
    },
    "DiceCoefficient_R-ACA": {
      "0": 0.9192618223760093,
      "1": 0.893900563813429,
      "2": 0.8521008403361344,
      "3": 0.8811410459587956,
      "4": 0.9401408450704226
    },
    "DiceCoefficient_R-ICA": {
      "0": 0.9015181004281821,
      "1": 0.8935627788400254,
      "2": 0.9320252277505255,
      "3": 0.9000908265213442,
      "4": 0.9240548678487789
    },
    "DiceCoefficient_R-MCA": {
      "0": 0.8797083839611178,
      "1": 0.8990147783251232,
      "2": 0.7058823529411764,
      "3": 0.9148936170212766,
      "4": 0.9107142857142857
    },
    "DiceCoefficient_R-PCA": {
      "0": 0.964935064935065,
      "1": 0.9057471264367816,
      "2": 0.9327073552425664,
      "3": 0.9364248317127899,
      "4": 0.9162766510660426
    },
    "DiceCoefficient_L-Pcom": {
      "0": 0.9141274238227147,
      "1": 0.8365714285714285,
      "2": 0.8538011695906433,
      "3": null,
      "4": 0.8742216687422167
    },
    "DiceCoefficient_R-Pcom": {
      "0": null,
      "1": null,
      "2": null,
      "3": 0.8415300546448087,
      "4": null
    },
    "DiceCoefficient_average": {
      "0": 0.9046600877194112,
      "1": 0.8675647159524867,
      "2": 0.8085129815791068,
      "3": 0.9052037717224048,
      "4": 0.8994697305821341
    },
    "Betti_0_error_B0err_average": {
      "0": 0.09090909090909091,
      "1": 0.0,
      "2": 0.45454545454545453,
      "3": 0.0,
      "4": 0.09090909090909091
    }
  },
  "aggregates": {
    "clDice": {
      "max": 0.9968253968253968,
      "min": 0.9174412676001097,
      "std": 0.03452587088361722,
      "25pc": 0.9895104895104895,
      "50pc": 0.9945421973917928,
      "75pc": 0.9965753424657535,
      "mean": 0.9789789387587085,
      "count": 5.0
    },
    "gt_fname": {
      "freq": 1,
      "count": 5
    },
    "pred_fname": {
      "freq": 1,
      "count": 5
    },
    "Betti_0_error_BA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_CoW": {
      "max": 4.0,
      "min": 0.0,
      "std": 1.6431676725154982,
      "25pc": 0.0,
      "50pc": 1.0,
      "75pc": 1.0,
      "mean": 1.2,
      "count": 5.0
    },
    "Betti_1_error_CoW": {
      "max": 5.0,
      "min": 0.0,
      "std": 2.16794833886788,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 1.0,
      "mean": 1.2,
      "count": 5.0
    },
    "Betti_0_error_Acom": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "DiceCoefficient_BA": {
      "max": 0.9575757575757576,
      "min": 0.9042645778938208,
      "std": 0.02262087897404497,
      "25pc": 0.9193212265555224,
      "50pc": 0.9418777943368107,
      "75pc": 0.9523026315789473,
      "mean": 0.9350683975881718,
      "count": 5.0
    },
    "Betti_0_error_L-ACA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_L-ICA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_L-MCA": {
      "max": 3.0,
      "min": 0.0,
      "std": 1.3416407864998738,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.6,
      "count": 5.0
    },
    "Betti_0_error_L-PCA": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.5477225575051662,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 1.0,
      "mean": 0.4,
      "count": 5.0
    },
    "Betti_0_error_R-ACA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_R-ICA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_R-MCA": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.44721359549995804,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.2,
      "count": 5.0
    },
    "Betti_0_error_R-PCA": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.447213595499958,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.2,
      "count": 5.0
    },
    "DiceCoefficient_CoW": {
      "max": 0.9549376797698946,
      "min": 0.896611169078619,
      "std": 0.025958970580212886,
      "25pc": 0.9007204786909268,
      "50pc": 0.9325763857880972,
      "75pc": 0.9436780298711662,
      "mean": 0.9257047486397407,
      "count": 5.0
    },
    "Betti_0_error_L-Pcom": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 4.0
    },
    "Betti_0_error_R-Pcom": {
      "max": 0.0,
      "min": 0.0,
      "std": null,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 1.0
    },
    "DiceCoefficient_Acom": {
      "max": 0.7568922305764411,
      "min": 0.5481481481481482,
      "std": 0.08185058927934981,
      "25pc": 0.6577777777777778,
      "50pc": 0.709812108559499,
      "75pc": 0.7260273972602741,
      "mean": 0.6797315324644281,
      "count": 5.0
    },
    "DiceCoefficient_L-ACA": {
      "max": 0.9370875494940607,
      "min": 0.8964046313223644,
      "std": 0.015276361872947411,
      "25pc": 0.9152016546018614,
      "50pc": 0.9211764705882353,
      "75pc": 0.9278350515463918,
      "mean": 0.9195410715105827,
      "count": 5.0
    },
    "DiceCoefficient_L-ICA": {
      "max": 0.9475783475783476,
      "min": 0.826133909287257,
      "std": 0.04698523861864734,
      "25pc": 0.8919060052219322,
      "50pc": 0.9130434782608696,
      "75pc": 0.929821112640063,
      "mean": 0.9016965705976938,
      "count": 5.0
    },
    "DiceCoefficient_L-MCA": {
      "max": 0.9634340222575517,
      "min": 0.4,
      "std": 0.24182185803134137,
      "25pc": 0.912568306010929,
      "50pc": 0.9365609348914857,
      "75pc": 0.944206008583691,
      "mean": 0.8313538543487315,
      "count": 5.0
    },
    "DiceCoefficient_L-PCA": {
      "max": 0.9588477366255144,
      "min": 0.8685015290519877,
      "std": 0.043679375580014945,
      "25pc": 0.8705234159779615,
      "50pc": 0.9278499278499278,
      "75pc": 0.9524913093858632,
      "mean": 0.9156427837782509,
      "count": 5.0
    },
    "DiceCoefficient_R-ACA": {
      "max": 0.9401408450704226,
      "min": 0.8521008403361344,
      "std": 0.034034141820077246,
      "25pc": 0.8811410459587956,
      "50pc": 0.893900563813429,
      "75pc": 0.9192618223760093,
      "mean": 0.8973090235109582,
      "count": 5.0
    },
    "DiceCoefficient_R-ICA": {
      "max": 0.9320252277505255,
      "min": 0.8935627788400254,
      "std": 0.016753008276158533,
      "25pc": 0.9000908265213442,
      "50pc": 0.9015181004281821,
      "75pc": 0.9240548678487789,
      "mean": 0.9102503602777713,
      "count": 5.0
    },
    "DiceCoefficient_R-MCA": {
      "max": 0.9148936170212766,
      "min": 0.7058823529411764,
      "std": 0.088356108511179,
      "25pc": 0.8797083839611178,
      "50pc": 0.8990147783251232,
      "75pc": 0.9107142857142857,
      "mean": 0.862042683592596,
      "count": 5.0
    },
    "DiceCoefficient_R-PCA": {
      "max": 0.964935064935065,
      "min": 0.9057471264367816,
      "std": 0.022573098209965895,
      "25pc": 0.9162766510660426,
      "50pc": 0.9327073552425664,
      "75pc": 0.9364248317127899,
      "mean": 0.931218205878649,
      "count": 5.0
    },
    "DiceCoefficient_L-Pcom": {
      "max": 0.9141274238227147,
      "min": 0.8365714285714285,
      "std": 0.03338919483872663,
      "25pc": 0.8494937343358396,
      "50pc": 0.8640114191664301,
      "75pc": 0.8841981075123413,
      "mean": 0.8696804226817507,
      "count": 4.0
    },
    "DiceCoefficient_R-Pcom": {
      "max": 0.8415300546448087,
      "min": 0.8415300546448087,
      "std": null,
      "25pc": 0.8415300546448087,
      "50pc": 0.8415300546448087,
      "75pc": 0.8415300546448087,
      "mean": 0.8415300546448087,
      "count": 1.0
    },
    "DiceCoefficient_average": {
      "max": 0.9052037717224048,
      "min": 0.8085129815791068,
      "std": 0.04136690836344642,
      "25pc": 0.8675647159524867,
      "50pc": 0.8994697305821341,
      "75pc": 0.9046600877194112,
      "mean": 0.8770822575111087,
      "count": 5.0
    },
    "Betti_0_error_B0err_average": {
      "max": 0.45454545454545453,
      "min": 0.0,
      "std": 0.18851310321207018,
      "25pc": 0.0,
      "50pc": 0.09090909090909091,
      "75pc": 0.09090909090909091,
      "mean": 0.12727272727272726,
      "count": 5.0
    }
  }
}