Evaluation

ID
f4e7d93b-b6b6-4a01-8643-b0099b95cebd
Submission ID
73eb4d14-2b5a-4d7d-939b-b4002066c220
Method ID
a4eb123b-d24a-4ca4-b0d3-42f8e10f6e9c
Status
Succeeded
User
User Mugshot yrrrr 
Challenge
TopCoW23
Phase
Validation-MRA-MultiClass
Algorithm
0930-twostage (Image Version f9775801-f22a-4223-9500-47371fc55d3d )
Submission created
Sept. 30, 2023, 1:20 a.m.
Result created
Sept. 30, 2023, 1:20 a.m.
Position on leaderboard
31
Comment:

Metrics

{
  "case": {
    "clDice": {
      "0": 0.9879740980573543,
      "1": 0.9917972926490796,
      "2": 0.995433789954338,
      "3": 0.970858310320828,
      "4": 0.9988950276243094
    },
    "gt_fname": {
      "0": "mul_label_topcow_mr_whole_091.nii.gz",
      "1": "mul_label_topcow_mr_whole_092.nii.gz",
      "2": "mul_label_topcow_mr_whole_093.nii.gz",
      "3": "mul_label_topcow_mr_whole_094.nii.gz",
      "4": "mul_label_topcow_mr_whole_095.nii.gz"
    },
    "pred_fname": {
      "0": "79e78e6e-4469-420d-a04c-dcd7eabdb9d8.mha",
      "1": "6744ba5f-8586-4428-8363-04f7a93ff8b6.mha",
      "2": "17f9022c-a125-471c-b645-28620ce187ff.mha",
      "3": "8731ffef-de64-4d35-ac19-7a5b5e0ab8fa.mha",
      "4": "a8be4a91-1f80-453a-8ecf-4ef8a2045eec.mha"
    },
    "Betti_0_error_BA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_CoW": {
      "0": 1,
      "1": 1,
      "2": 1,
      "3": 1,
      "4": 0
    },
    "Betti_1_error_CoW": {
      "0": 0,
      "1": 2,
      "2": 0,
      "3": 1,
      "4": 0
    },
    "Betti_0_error_Acom": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "DiceCoefficient_BA": {
      "0": 0.9220549158547388,
      "1": 0.9553415061295971,
      "2": 0.9542015133412983,
      "3": 0.9715430861723447,
      "4": 0.9546449796684392
    },
    "Betti_0_error_L-ACA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_L-ICA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 1,
      "4": 0
    },
    "Betti_0_error_L-MCA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_L-PCA": {
      "0": 1,
      "1": 1,
      "2": 1,
      "3": 1,
      "4": 0
    },
    "Betti_0_error_R-ACA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_R-ICA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_R-MCA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_R-PCA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 1,
      "4": 0
    },
    "DiceCoefficient_CoW": {
      "0": 0.940278049735657,
      "1": 0.9598225209206727,
      "2": 0.9856058447978283,
      "3": 0.9704380065868617,
      "4": 0.9723586131436779
    },
    "Betti_0_error_3rd-A2": {
      "0": null,
      "1": null,
      "2": 1.0,
      "3": null,
      "4": null
    },
    "Betti_0_error_L-Pcom": {
      "0": 0.0,
      "1": 0.0,
      "2": 1.0,
      "3": null,
      "4": 0.0
    },
    "Betti_0_error_R-Pcom": {
      "0": null,
      "1": null,
      "2": 2.0,
      "3": 0.0,
      "4": null
    },
    "DiceCoefficient_Acom": {
      "0": 0.7515723270440251,
      "1": 0.7956403269754769,
      "2": 0.7715582450832071,
      "3": 0.6867167919799498,
      "4": 0.6812688821752266
    },
    "DiceCoefficient_L-ACA": {
      "0": 0.8955274261603375,
      "1": 0.9127159946832077,
      "2": 0.9450436569080637,
      "3": 0.9589566551591868,
      "4": 0.9084164154880593
    },
    "DiceCoefficient_L-ICA": {
      "0": 0.9515636749679303,
      "1": 0.9550360538281358,
      "2": 0.9864180012162984,
      "3": 0.9823469732837335,
      "4": 0.9630922693266833
    },
    "DiceCoefficient_L-MCA": {
      "0": 0.897025171624714,
      "1": 0.9013199245757386,
      "2": 0.942711287577992,
      "3": 0.9605963791267306,
      "4": 0.9163237311385458
    },
    "DiceCoefficient_L-PCA": {
      "0": 0.8898648648648649,
      "1": 0.8023715415019763,
      "2": 0.8493150684931507,
      "3": 0.902973035261581,
      "4": 0.9630659253375695
    },
    "DiceCoefficient_R-ACA": {
      "0": 0.8854545454545455,
      "1": 0.9386307201135156,
      "2": 0.9628278221208666,
      "3": 0.9467787114845938,
      "4": 0.9095263437998935
    },
    "DiceCoefficient_R-ICA": {
      "0": 0.9415062605120539,
      "1": 0.970714900947459,
      "2": 0.9901737691352918,
      "3": 0.8438074237412716,
      "4": 0.9570957095709571
    },
    "DiceCoefficient_R-MCA": {
      "0": 0.9079816980172852,
      "1": 0.9020070838252656,
      "2": 0.9762760603882099,
      "3": 0.890310786106033,
      "4": 0.8867452661664881
    },
    "DiceCoefficient_R-PCA": {
      "0": 0.9488134015821312,
      "1": 0.9671500443918319,
      "2": 0.9770514603616133,
      "3": 0.784177654406662,
      "4": 0.9699848024316109
    },
    "DiceCoefficient_3rd-A2": {
      "0": null,
      "1": null,
      "2": 0.0,
      "3": null,
      "4": null
    },
    "DiceCoefficient_L-Pcom": {
      "0": 0.8551448551448552,
      "1": 0.7661375661375662,
      "2": 0.9041873669268985,
      "3": null,
      "4": 0.9336206896551723
    },
    "DiceCoefficient_R-Pcom": {
      "0": null,
      "1": null,
      "2": 0.0,
      "3": 0.6302083333333333,
      "4": null
    },
    "DiceCoefficient_average": {
      "0": 0.8951371946570437,
      "1": 0.8970059693736154,
      "2": 0.7892126347348378,
      "3": 0.8689468936414017,
      "4": 0.9130713649780587
    },
    "Betti_0_error_B0err_average": {
      "0": 0.09090909090909091,
      "1": 0.09090909090909091,
      "2": 0.38461538461538464,
      "3": 0.2727272727272727,
      "4": 0.0
    }
  },
  "aggregates": {
    "clDice": {
      "max": 0.9988950276243094,
      "min": 0.970858310320828,
      "std": 0.010923633851620394,
      "25pc": 0.9879740980573543,
      "50pc": 0.9917972926490796,
      "75pc": 0.995433789954338,
      "mean": 0.9889917037211818,
      "count": 5.0
    },
    "gt_fname": {
      "freq": 1,
      "count": 5
    },
    "pred_fname": {
      "freq": 1,
      "count": 5
    },
    "Betti_0_error_BA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_CoW": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.4472135954999579,
      "25pc": 1.0,
      "50pc": 1.0,
      "75pc": 1.0,
      "mean": 0.8,
      "count": 5.0
    },
    "Betti_1_error_CoW": {
      "max": 2.0,
      "min": 0.0,
      "std": 0.8944271909999159,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 1.0,
      "mean": 0.6,
      "count": 5.0
    },
    "Betti_0_error_Acom": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "DiceCoefficient_BA": {
      "max": 0.9715430861723447,
      "min": 0.9220549158547388,
      "std": 0.01803238867352267,
      "25pc": 0.9542015133412983,
      "50pc": 0.9546449796684392,
      "75pc": 0.9553415061295971,
      "mean": 0.9515572002332837,
      "count": 5.0
    },
    "Betti_0_error_L-ACA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_L-ICA": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.447213595499958,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.2,
      "count": 5.0
    },
    "Betti_0_error_L-MCA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_L-PCA": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.4472135954999579,
      "25pc": 1.0,
      "50pc": 1.0,
      "75pc": 1.0,
      "mean": 0.8,
      "count": 5.0
    },
    "Betti_0_error_R-ACA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_R-ICA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_R-MCA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_R-PCA": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.447213595499958,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.2,
      "count": 5.0
    },
    "DiceCoefficient_CoW": {
      "max": 0.9856058447978283,
      "min": 0.940278049735657,
      "std": 0.01691041695418629,
      "25pc": 0.9598225209206727,
      "50pc": 0.9704380065868617,
      "75pc": 0.9723586131436779,
      "mean": 0.9657006070369395,
      "count": 5.0
    },
    "Betti_0_error_3rd-A2": {
      "max": 1.0,
      "min": 1.0,
      "std": null,
      "25pc": 1.0,
      "50pc": 1.0,
      "75pc": 1.0,
      "mean": 1.0,
      "count": 1.0
    },
    "Betti_0_error_L-Pcom": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.5,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.25,
      "mean": 0.25,
      "count": 4.0
    },
    "Betti_0_error_R-Pcom": {
      "max": 2.0,
      "min": 0.0,
      "std": 1.4142135623730951,
      "25pc": 0.5,
      "50pc": 1.0,
      "75pc": 1.5,
      "mean": 1.0,
      "count": 2.0
    },
    "DiceCoefficient_Acom": {
      "max": 0.7956403269754769,
      "min": 0.6812688821752266,
      "std": 0.05118362618886099,
      "25pc": 0.6867167919799498,
      "50pc": 0.7515723270440251,
      "75pc": 0.7715582450832071,
      "mean": 0.7373513146515771,
      "count": 5.0
    },
    "DiceCoefficient_L-ACA": {
      "max": 0.9589566551591868,
      "min": 0.8955274261603375,
      "std": 0.026671991020948,
      "25pc": 0.9084164154880593,
      "50pc": 0.9127159946832077,
      "75pc": 0.9450436569080637,
      "mean": 0.924132029679771,
      "count": 5.0
    },
    "DiceCoefficient_L-ICA": {
      "max": 0.9864180012162984,
      "min": 0.9515636749679303,
      "std": 0.015865723476877848,
      "25pc": 0.9550360538281358,
      "50pc": 0.9630922693266833,
      "75pc": 0.9823469732837335,
      "mean": 0.9676913945245562,
      "count": 5.0
    },
    "DiceCoefficient_L-MCA": {
      "max": 0.9605963791267306,
      "min": 0.897025171624714,
      "std": 0.027338345887701194,
      "25pc": 0.9013199245757386,
      "50pc": 0.9163237311385458,
      "75pc": 0.942711287577992,
      "mean": 0.9235952988087442,
      "count": 5.0
    },
    "DiceCoefficient_L-PCA": {
      "max": 0.9630659253375695,
      "min": 0.8023715415019763,
      "std": 0.06016901924659006,
      "25pc": 0.8493150684931507,
      "50pc": 0.8898648648648649,
      "75pc": 0.902973035261581,
      "mean": 0.8815180870918287,
      "count": 5.0
    },
    "DiceCoefficient_R-ACA": {
      "max": 0.9628278221208666,
      "min": 0.8854545454545455,
      "std": 0.03093521373724386,
      "25pc": 0.9095263437998935,
      "50pc": 0.9386307201135156,
      "75pc": 0.9467787114845938,
      "mean": 0.9286436285946831,
      "count": 5.0
    },
    "DiceCoefficient_R-ICA": {
      "max": 0.9901737691352918,
      "min": 0.8438074237412716,
      "std": 0.057022321590107956,
      "25pc": 0.9415062605120539,
      "50pc": 0.9570957095709571,
      "75pc": 0.970714900947459,
      "mean": 0.9406596127814068,
      "count": 5.0
    },
    "DiceCoefficient_R-MCA": {
      "max": 0.9762760603882099,
      "min": 0.8867452661664881,
      "std": 0.03658358571753103,
      "25pc": 0.890310786106033,
      "50pc": 0.9020070838252656,
      "75pc": 0.9079816980172852,
      "mean": 0.9126641789006564,
      "count": 5.0
    },
    "DiceCoefficient_R-PCA": {
      "max": 0.9770514603616133,
      "min": 0.784177654406662,
      "std": 0.08186766340209284,
      "25pc": 0.9488134015821312,
      "50pc": 0.9671500443918319,
      "75pc": 0.9699848024316109,
      "mean": 0.9294354726347699,
      "count": 5.0
    },
    "DiceCoefficient_3rd-A2": {
      "max": 0.0,
      "min": 0.0,
      "std": null,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 1.0
    },
    "DiceCoefficient_L-Pcom": {
      "max": 0.9336206896551723,
      "min": 0.7661375661375662,
      "std": 0.07329198836868435,
      "25pc": 0.832893032893033,
      "50pc": 0.8796661110358768,
      "75pc": 0.911545697608967,
      "mean": 0.864772619466123,
      "count": 4.0
    },
    "DiceCoefficient_R-Pcom": {
      "max": 0.6302083333333333,
      "min": 0.0,
      "std": 0.4456245860602721,
      "25pc": 0.15755208333333331,
      "50pc": 0.31510416666666663,
      "75pc": 0.47265624999999994,
      "mean": 0.31510416666666663,
      "count": 2.0
    },
    "DiceCoefficient_average": {
      "max": 0.9130713649780587,
      "min": 0.7892126347348378,
      "std": 0.04926529649613897,
      "25pc": 0.8689468936414017,
      "50pc": 0.8951371946570437,
      "75pc": 0.8970059693736154,
      "mean": 0.8726748114769913,
      "count": 5.0
    },
    "Betti_0_error_B0err_average": {
      "max": 0.38461538461538464,
      "min": 0.0,
      "std": 0.15652468031887687,
      "25pc": 0.09090909090909091,
      "50pc": 0.09090909090909091,
      "75pc": 0.2727272727272727,
      "mean": 0.16783216783216784,
      "count": 5.0
    }
  }
}