Evaluation

ID
1c3666e0-b629-4601-bde3-e6406a3b9dbf
Submission ID
e90fc8e8-a6a2-4bb6-9c0c-68d0c8e5370a
Method ID
d0876a94-40d6-4a71-b75c-762ecde4cd02
Status
Succeeded
User
User Mugshot NIC-VICOROB 
Challenge
TopCoW23
Phase
Validation-CTA-MultiClass
Algorithm
NIC-VICOROB-TopCow-algorithm-multiclass (Image Version 6f656711-53d7-4fa9-aec4-63490c1c2060 )
Submission created
Sept. 29, 2023, 11:50 a.m.
Result created
Sept. 29, 2023, 11:50 a.m.
Position on leaderboard
28
Comment:
TopCow_multi_bin_post

Metrics

{
  "case": {
    "clDice": {
      "0": 0.9735099337748345,
      "1": 0.9788287883020886,
      "2": 0.9501005300676294,
      "3": 0.930339821146765,
      "4": 0.9068135821902407
    },
    "gt_fname": {
      "0": "mul_label_topcow_ct_whole_091.nii.gz",
      "1": "mul_label_topcow_ct_whole_092.nii.gz",
      "2": "mul_label_topcow_ct_whole_093.nii.gz",
      "3": "mul_label_topcow_ct_whole_094.nii.gz",
      "4": "mul_label_topcow_ct_whole_095.nii.gz"
    },
    "pred_fname": {
      "0": "94de99fb-fb66-4b6a-8ecb-8190a4472d0d.mha",
      "1": "7bf0149d-a580-4d96-929b-96924d10123f.mha",
      "2": "4636eda5-c78a-4bee-bcd6-2748cf9c0617.mha",
      "3": "3ca70390-a186-4d75-b448-d822d1f75b51.mha",
      "4": "d1295f5e-2a08-4418-becf-e061baa61bbd.mha"
    },
    "Betti_0_error_BA": {
      "0": 1,
      "1": 1,
      "2": 0,
      "3": 2,
      "4": 3
    },
    "Betti_0_error_CoW": {
      "0": 4,
      "1": 4,
      "2": 3,
      "3": 8,
      "4": 8
    },
    "Betti_1_error_CoW": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 2
    },
    "Betti_0_error_Acom": {
      "0": 3,
      "1": 1,
      "2": 0,
      "3": 2,
      "4": 2
    },
    "DiceCoefficient_BA": {
      "0": 0.782608695652174,
      "1": 0.832824094281973,
      "2": 0.8715486194477791,
      "3": 0.8407451923076923,
      "4": 0.8758568164508759
    },
    "Betti_0_error_L-ACA": {
      "0": 1,
      "1": 5,
      "2": 0,
      "3": 4,
      "4": 1
    },
    "Betti_0_error_L-ICA": {
      "0": 3,
      "1": 5,
      "2": 2,
      "3": 4,
      "4": 0
    },
    "Betti_0_error_L-MCA": {
      "0": 2,
      "1": 4,
      "2": 0,
      "3": 1,
      "4": 2
    },
    "Betti_0_error_L-PCA": {
      "0": 5,
      "1": 4,
      "2": 0,
      "3": 5,
      "4": 3
    },
    "Betti_0_error_R-ACA": {
      "0": 4,
      "1": 5,
      "2": 2,
      "3": 12,
      "4": 7
    },
    "Betti_0_error_R-ICA": {
      "0": 3,
      "1": 7,
      "2": 1,
      "3": 5,
      "4": 4
    },
    "Betti_0_error_R-MCA": {
      "0": 0,
      "1": 7,
      "2": 2,
      "3": 3,
      "4": 4
    },
    "Betti_0_error_R-PCA": {
      "0": 5,
      "1": 4,
      "2": 0,
      "3": 5,
      "4": 3
    },
    "DiceCoefficient_CoW": {
      "0": 0.9343409316154608,
      "1": 0.861873135046684,
      "2": 0.90889730241363,
      "3": 0.9184539511411859,
      "4": 0.9175673020239733
    },
    "Betti_0_error_3rd-A2": {
      "0": null,
      "1": 2.0,
      "2": null,
      "3": 1.0,
      "4": null
    },
    "Betti_0_error_L-Pcom": {
      "0": 7,
      "1": 1,
      "2": 2,
      "3": 3,
      "4": 1
    },
    "Betti_0_error_R-Pcom": {
      "0": 1.0,
      "1": 3.0,
      "2": null,
      "3": 6.0,
      "4": 3.0
    },
    "DiceCoefficient_Acom": {
      "0": 0.11055276381909547,
      "1": 0.04081632653061225,
      "2": 0.569620253164557,
      "3": 0.15625,
      "4": 0.2028985507246377
    },
    "DiceCoefficient_L-ACA": {
      "0": 0.756175298804781,
      "1": 0.6863572433192686,
      "2": 0.8234323432343235,
      "3": 0.7493869543894066,
      "4": 0.7649402390438247
    },
    "DiceCoefficient_L-ICA": {
      "0": 0.878323108384458,
      "1": 0.6922748612889458,
      "2": 0.8330914368650217,
      "3": 0.853185595567867,
      "4": 0.8927469135802468
    },
    "DiceCoefficient_L-MCA": {
      "0": 0.8112582781456954,
      "1": 0.7465007776049767,
      "2": 0.8390243902439024,
      "3": 0.9341142020497804,
      "4": 0.8926261319534282
    },
    "DiceCoefficient_L-PCA": {
      "0": 0.5987025023169602,
      "1": 0.5609561752988048,
      "2": 0.46961325966850825,
      "3": 0.6757934038581207,
      "4": 0.807570977917981
    },
    "DiceCoefficient_R-ACA": {
      "0": 0.6100759144237405,
      "1": 0.79296875,
      "2": 0.9019054340155257,
      "3": 0.6647482014388489,
      "4": 0.7426573426573427
    },
    "DiceCoefficient_R-ICA": {
      "0": 0.8510788822072869,
      "1": 0.7798827244023455,
      "2": 0.8107364074328974,
      "3": 0.6110297706198146,
      "4": 0.7340206185567011
    },
    "DiceCoefficient_R-MCA": {
      "0": 0.7095926412614979,
      "1": 0.6979472140762463,
      "2": 0.7647058823529412,
      "3": 0.111358574610245,
      "4": 0.6255430060816681
    },
    "DiceCoefficient_R-PCA": {
      "0": 0.9288975864318331,
      "1": 0.8009563658099224,
      "2": 0.8067226890756303,
      "3": 0.7693351424694708,
      "4": 0.7352941176470588
    },
    "DiceCoefficient_3rd-A2": {
      "0": null,
      "1": 0.0,
      "2": null,
      "3": 0.0,
      "4": null
    },
    "DiceCoefficient_L-Pcom": {
      "0": 0.17703349282296652,
      "1": 0.0,
      "2": 0.15625,
      "3": 0.0,
      "4": 0.6140089418777944
    },
    "DiceCoefficient_R-Pcom": {
      "0": 0.0,
      "1": 0.0,
      "2": null,
      "3": 0.5194805194805194,
      "4": 0.0
    },
    "DiceCoefficient_average": {
      "0": 0.6011915970225407,
      "1": 0.510114194816392,
      "2": 0.7133318832273715,
      "3": 0.5296482735993666,
      "4": 0.6573469713742967
    },
    "Betti_0_error_B0err_average": {
      "0": 2.9166666666666665,
      "1": 3.769230769230769,
      "2": 0.8181818181818182,
      "3": 4.076923076923077,
      "4": 2.75
    }
  },
  "aggregates": {
    "clDice": {
      "max": 0.9788287883020886,
      "min": 0.9068135821902407,
      "std": 0.030057249038931633,
      "25pc": 0.930339821146765,
      "50pc": 0.9501005300676294,
      "75pc": 0.9735099337748345,
      "mean": 0.9479185310963116,
      "count": 5.0
    },
    "gt_fname": {
      "freq": 1,
      "count": 5
    },
    "pred_fname": {
      "freq": 1,
      "count": 5
    },
    "Betti_0_error_BA": {
      "max": 3.0,
      "min": 0.0,
      "std": 1.140175425099138,
      "25pc": 1.0,
      "50pc": 1.0,
      "75pc": 2.0,
      "mean": 1.4,
      "count": 5.0
    },
    "Betti_0_error_CoW": {
      "max": 8.0,
      "min": 3.0,
      "std": 2.4083189157584592,
      "25pc": 4.0,
      "50pc": 4.0,
      "75pc": 8.0,
      "mean": 5.4,
      "count": 5.0
    },
    "Betti_1_error_CoW": {
      "max": 2.0,
      "min": 0.0,
      "std": 0.894427190999916,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.4,
      "count": 5.0
    },
    "Betti_0_error_Acom": {
      "max": 3.0,
      "min": 0.0,
      "std": 1.140175425099138,
      "25pc": 1.0,
      "50pc": 2.0,
      "75pc": 2.0,
      "mean": 1.6,
      "count": 5.0
    },
    "DiceCoefficient_BA": {
      "max": 0.8758568164508759,
      "min": 0.782608695652174,
      "std": 0.037497564077993505,
      "25pc": 0.832824094281973,
      "50pc": 0.8407451923076923,
      "75pc": 0.8715486194477791,
      "mean": 0.8407166836280988,
      "count": 5.0
    },
    "Betti_0_error_L-ACA": {
      "max": 5.0,
      "min": 0.0,
      "std": 2.16794833886788,
      "25pc": 1.0,
      "50pc": 1.0,
      "75pc": 4.0,
      "mean": 2.2,
      "count": 5.0
    },
    "Betti_0_error_L-ICA": {
      "max": 5.0,
      "min": 0.0,
      "std": 1.9235384061671346,
      "25pc": 2.0,
      "50pc": 3.0,
      "75pc": 4.0,
      "mean": 2.8,
      "count": 5.0
    },
    "Betti_0_error_L-MCA": {
      "max": 4.0,
      "min": 0.0,
      "std": 1.4832396974191326,
      "25pc": 1.0,
      "50pc": 2.0,
      "75pc": 2.0,
      "mean": 1.8,
      "count": 5.0
    },
    "Betti_0_error_L-PCA": {
      "max": 5.0,
      "min": 0.0,
      "std": 2.073644135332772,
      "25pc": 3.0,
      "50pc": 4.0,
      "75pc": 5.0,
      "mean": 3.4,
      "count": 5.0
    },
    "Betti_0_error_R-ACA": {
      "max": 12.0,
      "min": 2.0,
      "std": 3.8078865529319543,
      "25pc": 4.0,
      "50pc": 5.0,
      "75pc": 7.0,
      "mean": 6.0,
      "count": 5.0
    },
    "Betti_0_error_R-ICA": {
      "max": 7.0,
      "min": 1.0,
      "std": 2.23606797749979,
      "25pc": 3.0,
      "50pc": 4.0,
      "75pc": 5.0,
      "mean": 4.0,
      "count": 5.0
    },
    "Betti_0_error_R-MCA": {
      "max": 7.0,
      "min": 0.0,
      "std": 2.588435821108957,
      "25pc": 2.0,
      "50pc": 3.0,
      "75pc": 4.0,
      "mean": 3.2,
      "count": 5.0
    },
    "Betti_0_error_R-PCA": {
      "max": 5.0,
      "min": 0.0,
      "std": 2.073644135332772,
      "25pc": 3.0,
      "50pc": 4.0,
      "75pc": 5.0,
      "mean": 3.4,
      "count": 5.0
    },
    "DiceCoefficient_CoW": {
      "max": 0.9343409316154608,
      "min": 0.861873135046684,
      "std": 0.027490449688325584,
      "25pc": 0.90889730241363,
      "50pc": 0.9175673020239733,
      "75pc": 0.9184539511411859,
      "mean": 0.9082265244481867,
      "count": 5.0
    },
    "Betti_0_error_3rd-A2": {
      "max": 2.0,
      "min": 1.0,
      "std": 0.7071067811865476,
      "25pc": 1.25,
      "50pc": 1.5,
      "75pc": 1.75,
      "mean": 1.5,
      "count": 2.0
    },
    "Betti_0_error_L-Pcom": {
      "max": 7.0,
      "min": 1.0,
      "std": 2.4899799195977463,
      "25pc": 1.0,
      "50pc": 2.0,
      "75pc": 3.0,
      "mean": 2.8,
      "count": 5.0
    },
    "Betti_0_error_R-Pcom": {
      "max": 6.0,
      "min": 1.0,
      "std": 2.0615528128088303,
      "25pc": 2.5,
      "50pc": 3.0,
      "75pc": 3.75,
      "mean": 3.25,
      "count": 4.0
    },
    "DiceCoefficient_Acom": {
      "max": 0.569620253164557,
      "min": 0.04081632653061225,
      "std": 0.20651720823380348,
      "25pc": 0.11055276381909547,
      "50pc": 0.15625,
      "75pc": 0.2028985507246377,
      "mean": 0.21602757884778048,
      "count": 5.0
    },
    "DiceCoefficient_L-ACA": {
      "max": 0.8234323432343235,
      "min": 0.6863572433192686,
      "std": 0.04878757112789726,
      "25pc": 0.7493869543894066,
      "50pc": 0.756175298804781,
      "75pc": 0.7649402390438247,
      "mean": 0.7560584157583209,
      "count": 5.0
    },
    "DiceCoefficient_L-ICA": {
      "max": 0.8927469135802468,
      "min": 0.6922748612889458,
      "std": 0.08029260868059349,
      "25pc": 0.8330914368650217,
      "50pc": 0.853185595567867,
      "75pc": 0.878323108384458,
      "mean": 0.829924383137308,
      "count": 5.0
    },
    "DiceCoefficient_L-MCA": {
      "max": 0.9341142020497804,
      "min": 0.7465007776049767,
      "std": 0.07260417020528183,
      "25pc": 0.8112582781456954,
      "50pc": 0.8390243902439024,
      "75pc": 0.8926261319534282,
      "mean": 0.8447047559995566,
      "count": 5.0
    },
    "DiceCoefficient_L-PCA": {
      "max": 0.807570977917981,
      "min": 0.46961325966850825,
      "std": 0.12729863380034764,
      "25pc": 0.5609561752988048,
      "50pc": 0.5987025023169602,
      "75pc": 0.6757934038581207,
      "mean": 0.622527263812075,
      "count": 5.0
    },
    "DiceCoefficient_R-ACA": {
      "max": 0.9019054340155257,
      "min": 0.6100759144237405,
      "std": 0.11351066946474594,
      "25pc": 0.6647482014388489,
      "50pc": 0.7426573426573427,
      "75pc": 0.79296875,
      "mean": 0.7424711285070916,
      "count": 5.0
    },
    "DiceCoefficient_R-ICA": {
      "max": 0.8510788822072869,
      "min": 0.6110297706198146,
      "std": 0.09232660111162157,
      "25pc": 0.7340206185567011,
      "50pc": 0.7798827244023455,
      "75pc": 0.8107364074328974,
      "mean": 0.7573496806438091,
      "count": 5.0
    },
    "DiceCoefficient_R-MCA": {
      "max": 0.7647058823529412,
      "min": 0.111358574610245,
      "std": 0.2676304715745366,
      "25pc": 0.6255430060816681,
      "50pc": 0.6979472140762463,
      "75pc": 0.7095926412614979,
      "mean": 0.5818294636765196,
      "count": 5.0
    },
    "DiceCoefficient_R-PCA": {
      "max": 0.9288975864318331,
      "min": 0.7352941176470588,
      "std": 0.07322618453764658,
      "25pc": 0.7693351424694708,
      "50pc": 0.8009563658099224,
      "75pc": 0.8067226890756303,
      "mean": 0.8082411802867832,
      "count": 5.0
    },
    "DiceCoefficient_3rd-A2": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 2.0
    },
    "DiceCoefficient_L-Pcom": {
      "max": 0.6140089418777944,
      "min": 0.0,
      "std": 0.2516392802300194,
      "25pc": 0.0,
      "50pc": 0.15625,
      "75pc": 0.17703349282296652,
      "mean": 0.1894584869401522,
      "count": 5.0
    },
    "DiceCoefficient_R-Pcom": {
      "max": 0.5194805194805194,
      "min": 0.0,
      "std": 0.2597402597402597,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.12987012987012986,
      "mean": 0.12987012987012986,
      "count": 4.0
    },
    "DiceCoefficient_average": {
      "max": 0.7133318832273715,
      "min": 0.510114194816392,
      "std": 0.08534630806375715,
      "25pc": 0.5296482735993666,
      "50pc": 0.6011915970225407,
      "75pc": 0.6573469713742967,
      "mean": 0.6023265840079934,
      "count": 5.0
    },
    "Betti_0_error_B0err_average": {
      "max": 4.076923076923077,
      "min": 0.8181818181818182,
      "std": 1.2739449298019916,
      "25pc": 2.75,
      "50pc": 2.9166666666666665,
      "75pc": 3.769230769230769,
      "mean": 2.8662004662004663,
      "count": 5.0
    }
  }
}