Evaluation

ID
5e8dd9cc-9eef-40e5-93fd-9773d35db803
Submission ID
aa231830-ba7a-4de8-bc66-a8809e7c4ede
Method ID
d0876a94-40d6-4a71-b75c-762ecde4cd02
Status
Succeeded
User
User Mugshot mrokuss 
Challenge
TopCoW23
Phase
Validation-CTA-MultiClass
Algorithm
Skeleton Recall Multiclass (Image Version 5dc2aefa-b98b-4c19-b2f1-be5c6cb6f36b )
Submission created
Aug. 28, 2023, 3:36 p.m.
Result created
Sept. 7, 2023, 11:28 a.m.
Position on leaderboard
5
Comment:
ct_mul_baseline861

Metrics

{
  "case": {
    "clDice": {
      "0": 0.9948364888123925,
      "1": 0.9968454258675079,
      "2": 0.9980582524271845,
      "3": 0.9917819984774249,
      "4": 0.9594594594594594
    },
    "gt_fname": {
      "0": "mul_label_topcow_ct_whole_091.nii.gz",
      "1": "mul_label_topcow_ct_whole_092.nii.gz",
      "2": "mul_label_topcow_ct_whole_093.nii.gz",
      "3": "mul_label_topcow_ct_whole_094.nii.gz",
      "4": "mul_label_topcow_ct_whole_095.nii.gz"
    },
    "pred_fname": {
      "0": "eebbb5cb-76e7-443c-99fe-5a7859734143.mha",
      "1": "7baccb2f-7c0d-47ae-9e14-212e2afefbd5.mha",
      "2": "dfcbf06e-3639-48e2-b48e-e6f7e442d757.mha",
      "3": "a57bdf02-c715-4bf3-8037-3ccedee11942.mha",
      "4": "86f68b97-c51f-4670-a137-c6b8a9b444fe.mha"
    },
    "Betti_0_error_BA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_CoW": {
      "0": 1,
      "1": 0,
      "2": 0,
      "3": 2,
      "4": 2
    },
    "Betti_1_error_CoW": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 1
    },
    "Betti_0_error_Acom": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "DiceCoefficient_BA": {
      "0": 0.9492537313432836,
      "1": 0.875781948168007,
      "2": 0.9495694956949569,
      "3": 0.8731692115923965,
      "4": 0.9492089925062447
    },
    "Betti_0_error_L-ACA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_L-ICA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_L-MCA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_L-PCA": {
      "0": 2,
      "1": 0,
      "2": 1,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_R-ACA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 1
    },
    "Betti_0_error_R-ICA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_R-MCA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 0
    },
    "Betti_0_error_R-PCA": {
      "0": 0,
      "1": 0,
      "2": 0,
      "3": 0,
      "4": 1
    },
    "DiceCoefficient_CoW": {
      "0": 0.9352536005009392,
      "1": 0.9026596462805455,
      "2": 0.9355428571428572,
      "3": 0.9366631738269879,
      "4": 0.9500855388950387
    },
    "Betti_0_error_L-Pcom": {
      "0": 0.0,
      "1": 0.0,
      "2": 0.0,
      "3": null,
      "4": 0.0
    },
    "Betti_0_error_R-Pcom": {
      "0": null,
      "1": null,
      "2": null,
      "3": 1.0,
      "4": null
    },
    "DiceCoefficient_Acom": {
      "0": 0.6376811594202899,
      "1": 0.6899563318777292,
      "2": 0.6535947712418301,
      "3": 0.7864077669902912,
      "4": 0.5905511811023623
    },
    "DiceCoefficient_L-ACA": {
      "0": 0.9235382308845578,
      "1": 0.9292696952271421,
      "2": 0.9209809264305178,
      "3": 0.9322638146167557,
      "4": 0.8821223997588182
    },
    "DiceCoefficient_L-ICA": {
      "0": 0.8874712936973719,
      "1": 0.8271493212669684,
      "2": 0.9075520833333334,
      "3": 0.9610753290394848,
      "4": 0.9281225451688924
    },
    "DiceCoefficient_L-MCA": {
      "0": 0.9442896935933148,
      "1": 0.9301561216105177,
      "2": 0.8636363636363636,
      "3": 0.9635499207606973,
      "4": 0.9241011984021305
    },
    "DiceCoefficient_L-PCA": {
      "0": 0.9529276693455797,
      "1": 0.8880233690360273,
      "2": 0.8736842105263157,
      "3": 0.9510682288077188,
      "4": 0.9171511627906976
    },
    "DiceCoefficient_R-ACA": {
      "0": 0.9265850945494994,
      "1": 0.9346246973365617,
      "2": 0.9428359317000743,
      "3": 0.9025641025641025,
      "4": 0.8500443655723159
    },
    "DiceCoefficient_R-ICA": {
      "0": 0.911685306594678,
      "1": 0.8972357037349651,
      "2": 0.9338677354709418,
      "3": 0.9029535864978903,
      "4": 0.9087915706289101
    },
    "DiceCoefficient_R-MCA": {
      "0": 0.8778173190984578,
      "1": 0.923076923076923,
      "2": 0.8947368421052632,
      "3": 0.8770642201834863,
      "4": 0.9013732833957554
    },
    "DiceCoefficient_R-PCA": {
      "0": 0.9699296225207933,
      "1": 0.9251547552054024,
      "2": 0.9101978691019788,
      "3": 0.8997668997668998,
      "4": 0.9268553123331554
    },
    "DiceCoefficient_L-Pcom": {
      "0": 0.9025069637883009,
      "1": 0.7827130852340936,
      "2": 0.8433734939759037,
      "3": null,
      "4": 0.8748419721871049
    },
    "DiceCoefficient_R-Pcom": {
      "0": null,
      "1": null,
      "2": null,
      "3": 0.8533333333333333,
      "4": null
    },
    "DiceCoefficient_average": {
      "0": 0.8985169168032844,
      "1": 0.8730129047067579,
      "2": 0.8812754293834072,
      "3": 0.9002924012866416,
      "4": 0.8775603621678535
    },
    "Betti_0_error_B0err_average": {
      "0": 0.18181818181818182,
      "1": 0.0,
      "2": 0.09090909090909091,
      "3": 0.09090909090909091,
      "4": 0.18181818181818182
    }
  },
  "aggregates": {
    "clDice": {
      "max": 0.9980582524271845,
      "min": 0.9594594594594594,
      "std": 0.016239002657434068,
      "25pc": 0.9917819984774249,
      "50pc": 0.9948364888123925,
      "75pc": 0.9968454258675079,
      "mean": 0.9881963250087938,
      "count": 5.0
    },
    "gt_fname": {
      "freq": 1,
      "count": 5
    },
    "pred_fname": {
      "freq": 1,
      "count": 5
    },
    "Betti_0_error_BA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_CoW": {
      "max": 2.0,
      "min": 0.0,
      "std": 1.0,
      "25pc": 0.0,
      "50pc": 1.0,
      "75pc": 2.0,
      "mean": 1.0,
      "count": 5.0
    },
    "Betti_1_error_CoW": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.447213595499958,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.2,
      "count": 5.0
    },
    "Betti_0_error_Acom": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "DiceCoefficient_BA": {
      "max": 0.9495694956949569,
      "min": 0.8731692115923965,
      "std": 0.04101780091313971,
      "25pc": 0.875781948168007,
      "50pc": 0.9492089925062447,
      "75pc": 0.9492537313432836,
      "mean": 0.9193966758609777,
      "count": 5.0
    },
    "Betti_0_error_L-ACA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_L-ICA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_L-MCA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_L-PCA": {
      "max": 2.0,
      "min": 0.0,
      "std": 0.8944271909999159,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 1.0,
      "mean": 0.6,
      "count": 5.0
    },
    "Betti_0_error_R-ACA": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.447213595499958,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.2,
      "count": 5.0
    },
    "Betti_0_error_R-ICA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_R-MCA": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 5.0
    },
    "Betti_0_error_R-PCA": {
      "max": 1.0,
      "min": 0.0,
      "std": 0.447213595499958,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.2,
      "count": 5.0
    },
    "DiceCoefficient_CoW": {
      "max": 0.9500855388950387,
      "min": 0.9026596462805455,
      "std": 0.017555751384019772,
      "25pc": 0.9352536005009392,
      "50pc": 0.9355428571428572,
      "75pc": 0.9366631738269879,
      "mean": 0.9320409633292737,
      "count": 5.0
    },
    "Betti_0_error_L-Pcom": {
      "max": 0.0,
      "min": 0.0,
      "std": 0.0,
      "25pc": 0.0,
      "50pc": 0.0,
      "75pc": 0.0,
      "mean": 0.0,
      "count": 4.0
    },
    "Betti_0_error_R-Pcom": {
      "max": 1.0,
      "min": 1.0,
      "std": null,
      "25pc": 1.0,
      "50pc": 1.0,
      "75pc": 1.0,
      "mean": 1.0,
      "count": 1.0
    },
    "DiceCoefficient_Acom": {
      "max": 0.7864077669902912,
      "min": 0.5905511811023623,
      "std": 0.07341893152077508,
      "25pc": 0.6376811594202899,
      "50pc": 0.6535947712418301,
      "75pc": 0.6899563318777292,
      "mean": 0.6716382421265006,
      "count": 5.0
    },
    "DiceCoefficient_L-ACA": {
      "max": 0.9322638146167557,
      "min": 0.8821223997588182,
      "std": 0.02035040837774398,
      "25pc": 0.9209809264305178,
      "50pc": 0.9235382308845578,
      "75pc": 0.9292696952271421,
      "mean": 0.9176350133835584,
      "count": 5.0
    },
    "DiceCoefficient_L-ICA": {
      "max": 0.9610753290394848,
      "min": 0.8271493212669684,
      "std": 0.05004108116435226,
      "25pc": 0.8874712936973719,
      "50pc": 0.9075520833333334,
      "75pc": 0.9281225451688924,
      "mean": 0.9022741145012102,
      "count": 5.0
    },
    "DiceCoefficient_L-MCA": {
      "max": 0.9635499207606973,
      "min": 0.8636363636363636,
      "std": 0.0375864683979858,
      "25pc": 0.9241011984021305,
      "50pc": 0.9301561216105177,
      "75pc": 0.9442896935933148,
      "mean": 0.9251466596006048,
      "count": 5.0
    },
    "DiceCoefficient_L-PCA": {
      "max": 0.9529276693455797,
      "min": 0.8736842105263157,
      "std": 0.035938999482348806,
      "25pc": 0.8880233690360273,
      "50pc": 0.9171511627906976,
      "75pc": 0.9510682288077188,
      "mean": 0.9165709281012677,
      "count": 5.0
    },
    "DiceCoefficient_R-ACA": {
      "max": 0.9428359317000743,
      "min": 0.8500443655723159,
      "std": 0.03741909441565976,
      "25pc": 0.9025641025641025,
      "50pc": 0.9265850945494994,
      "75pc": 0.9346246973365617,
      "mean": 0.9113308383445107,
      "count": 5.0
    },
    "DiceCoefficient_R-ICA": {
      "max": 0.9338677354709418,
      "min": 0.8972357037349651,
      "std": 0.013986040393970877,
      "25pc": 0.9029535864978903,
      "50pc": 0.9087915706289101,
      "75pc": 0.911685306594678,
      "mean": 0.9109067805854771,
      "count": 5.0
    },
    "DiceCoefficient_R-MCA": {
      "max": 0.923076923076923,
      "min": 0.8770642201834863,
      "std": 0.01901160709713515,
      "25pc": 0.8778173190984578,
      "50pc": 0.8947368421052632,
      "75pc": 0.9013732833957554,
      "mean": 0.8948137175719773,
      "count": 5.0
    },
    "DiceCoefficient_R-PCA": {
      "max": 0.9699296225207933,
      "min": 0.8997668997668998,
      "std": 0.026778793983139187,
      "25pc": 0.9101978691019788,
      "50pc": 0.9251547552054024,
      "75pc": 0.9268553123331554,
      "mean": 0.9263808917856459,
      "count": 5.0
    },
    "DiceCoefficient_L-Pcom": {
      "max": 0.9025069637883009,
      "min": 0.7827130852340936,
      "std": 0.05145416607060855,
      "25pc": 0.8282083917904511,
      "50pc": 0.8591077330815042,
      "75pc": 0.8817582200874039,
      "mean": 0.8508588787963507,
      "count": 4.0
    },
    "DiceCoefficient_R-Pcom": {
      "max": 0.8533333333333333,
      "min": 0.8533333333333333,
      "std": null,
      "25pc": 0.8533333333333333,
      "50pc": 0.8533333333333333,
      "75pc": 0.8533333333333333,
      "mean": 0.8533333333333333,
      "count": 1.0
    },
    "DiceCoefficient_average": {
      "max": 0.9002924012866416,
      "min": 0.8730129047067579,
      "std": 0.012480715550670957,
      "25pc": 0.8775603621678535,
      "50pc": 0.8812754293834072,
      "75pc": 0.8985169168032844,
      "mean": 0.8861316028695889,
      "count": 5.0
    },
    "Betti_0_error_B0err_average": {
      "max": 0.18181818181818182,
      "min": 0.0,
      "std": 0.07606000241218869,
      "25pc": 0.09090909090909091,
      "50pc": 0.09090909090909091,
      "75pc": 0.18181818181818182,
      "mean": 0.10909090909090909,
      "count": 5.0
    }
  }
}