Evaluation

ID
800b80b4-4541-4819-b042-5b098bd98e9d
Submission ID
5d8bb05f-27ac-4242-a884-0c9aa402f570
Method ID
a065388f-1e82-43d4-b6a5-7d04c19be03b
Status
Succeeded
User
User Mugshot XunDJ 
Challenge
SELMA3D
Phase
Preliminary Test Phase
Algorithm
SELMA3D-XunDJ-final_model (Image Version b59d0e76-9326-44fb-94fc-8e22ba155ed1 )
Submission created
Sept. 24, 2024, 2:32 p.m.
Result created
Sept. 24, 2024, 2:32 p.m.
Position on leaderboard
11
Algorithm Description:
Publication:
Comment:
model_best_fixed

Metrics

{
  "results": [
    {
      "dice": 0.07768132999852877,
      "betti_matching_error_0": 14
    },
    {
      "dice": 0.6434952087055384,
      "betti_matching_error_0": 58
    },
    {
      "dice": 0.8012933568489125,
      "centerline_dice": 0.7405543225376745,
      "betti_matching_error_0": 9,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.848467908179309,
      "centerline_dice": 0.8607505331570207,
      "betti_matching_error_0": 7,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.7427738927738927,
      "centerline_dice": 0.7545242800337405,
      "betti_matching_error_0": 22,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.4423404400245215,
      "centerline_dice": 0.7196031571771351,
      "betti_matching_error_0": 10,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.847304758292241,
      "centerline_dice": 0.9132478514252509,
      "betti_matching_error_0": 8,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6319057710314918,
      "centerline_dice": 0.7245510738641355,
      "betti_matching_error_0": 19,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.8612604671661525,
      "centerline_dice": 0.9274037175416462,
      "betti_matching_error_0": 0,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6968586011070376,
      "centerline_dice": 0.6947774928130466,
      "betti_matching_error_0": 32,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.7787221126119289,
      "centerline_dice": 0.7481833041033168,
      "betti_matching_error_0": 10,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.7873112659698026,
      "centerline_dice": 0.7895023564907265,
      "betti_matching_error_0": 11,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.8079203490323302,
      "centerline_dice": 0.8687504935777907,
      "betti_matching_error_0": 7,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.5401167906567474,
      "centerline_dice": 0.6402118848294858,
      "betti_matching_error_0": 14,
      "betti_matching_error_1": 2
    },
    {
      "dice": 0.3762145355616012,
      "centerline_dice": 0.572464073277455,
      "betti_matching_error_0": 29,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.8459937565036421,
      "centerline_dice": 0.8901575078888538,
      "betti_matching_error_0": 12,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.874251497005988,
      "centerline_dice": 0.9517999032948646,
      "betti_matching_error_0": 7,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.42959150852364103,
      "centerline_dice": 0.7092785381357063,
      "betti_matching_error_0": 14,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7968473663975394,
      "centerline_dice": 0.8444077131891126,
      "betti_matching_error_0": 14,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6510253094402365,
      "betti_matching_error_0": 71
    },
    {
      "dice": 0.6744441120749826,
      "centerline_dice": 0.7762225727675699,
      "betti_matching_error_0": 9,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.7229348998920992,
      "centerline_dice": 0.7384966666720186,
      "betti_matching_error_0": 16,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.8140600373859179,
      "centerline_dice": 0.8994379071645033,
      "betti_matching_error_0": 6,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6876212264385537,
      "centerline_dice": 0.8793268203362974,
      "betti_matching_error_0": 6,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7181002853648594,
      "centerline_dice": 0.8622463227244435,
      "betti_matching_error_0": 8,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.8194121837158165,
      "betti_matching_error_0": 60
    },
    {
      "dice": 0.7451990860032087,
      "centerline_dice": 0.8971753857201912,
      "betti_matching_error_0": 14,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7993089279043706,
      "centerline_dice": 0.8659738247345294,
      "betti_matching_error_0": 4,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7265207159666263,
      "centerline_dice": 0.7195683338797192,
      "betti_matching_error_0": 21,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7332977730364049,
      "centerline_dice": 0.6760545532285405,
      "betti_matching_error_0": 25,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7208448117539027,
      "centerline_dice": 0.6881225969468154,
      "betti_matching_error_0": 61,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.2570441254651781,
      "centerline_dice": 0.25268882493583844,
      "betti_matching_error_0": 25,
      "betti_matching_error_1": 7
    },
    {
      "dice": 0.1575165277378557,
      "centerline_dice": 0.11891974761061577,
      "betti_matching_error_0": 27,
      "betti_matching_error_1": 2
    },
    {
      "dice": 0.7138470831026325,
      "centerline_dice": 0.9038855332488284,
      "betti_matching_error_0": 7,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.8361856212323502,
      "centerline_dice": 0.8950891582045899,
      "betti_matching_error_0": 9,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7055144293575076,
      "centerline_dice": 0.8005384445233227,
      "betti_matching_error_0": 20,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6046724924205753,
      "centerline_dice": 0.7732357139927474,
      "betti_matching_error_0": 4,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.8311412979466845,
      "centerline_dice": 0.9342527853487005,
      "betti_matching_error_0": 7,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7378495588455212,
      "betti_matching_error_0": 8
    },
    {
      "dice": 0.7560133434774975,
      "centerline_dice": 0.8089041026013482,
      "betti_matching_error_0": 39,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.7697072072072072,
      "centerline_dice": 0.8394280161122267,
      "betti_matching_error_0": 11,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.634625118285249,
      "centerline_dice": 0.8003581214364042,
      "betti_matching_error_0": 16,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.7681738583808541,
      "centerline_dice": 0.804406228576684,
      "betti_matching_error_0": 22,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.22634017207147583,
      "centerline_dice": 0.2477882696368257,
      "betti_matching_error_0": 25,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7736713174992011,
      "centerline_dice": 0.8084832999913115,
      "betti_matching_error_0": 14,
      "betti_matching_error_1": 2
    },
    {
      "dice": 0.6793608211348924,
      "centerline_dice": 0.8155010895173586,
      "betti_matching_error_0": 1,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6780479392998793,
      "betti_matching_error_0": 10
    },
    {
      "dice": 0.6760837798343887,
      "betti_matching_error_0": 27
    },
    {
      "dice": 0.7069332199064228,
      "betti_matching_error_0": 3
    },
    {
      "dice": 0.7220943907552283,
      "centerline_dice": 0.850605037201696,
      "betti_matching_error_0": 13,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6046511627906976,
      "betti_matching_error_0": 135
    },
    {
      "dice": 0.6954573869556158,
      "betti_matching_error_0": 74
    },
    {
      "dice": 0.6112179849873637,
      "betti_matching_error_0": 149
    },
    {
      "dice": 0.8110386745747757,
      "centerline_dice": 0.9253851493669975,
      "betti_matching_error_0": 10,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7573257098304204,
      "betti_matching_error_0": 59
    },
    {
      "dice": 0.8425099013745437,
      "centerline_dice": 0.9299336138261187,
      "betti_matching_error_0": 6,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.8300220750551877,
      "betti_matching_error_0": 43
    },
    {
      "dice": 0.7260231944529668,
      "centerline_dice": 0.6280036917284906,
      "betti_matching_error_0": 69,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.762955436202642,
      "centerline_dice": 0.8136853315972099,
      "betti_matching_error_0": 5,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.7897793263646922,
      "centerline_dice": 0.8059326380102002,
      "betti_matching_error_0": 12,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.16187147082549072,
      "centerline_dice": 0.11250083757733453,
      "betti_matching_error_0": 21,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7582212375375851,
      "centerline_dice": 0.8992665942161705,
      "betti_matching_error_0": 6,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.8308775376555337,
      "centerline_dice": 0.9533949380483339,
      "betti_matching_error_0": 7,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.4873202614379085,
      "betti_matching_error_0": 231
    },
    {
      "dice": 0.6256808364114443,
      "centerline_dice": 0.7300001714498912,
      "betti_matching_error_0": 15,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.658348623853211,
      "centerline_dice": 0.8271668530839204,
      "betti_matching_error_0": 7,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.4403753026634383,
      "centerline_dice": 0.6239462958345892,
      "betti_matching_error_0": 27,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.6790402140289273,
      "centerline_dice": 0.7234044318695115,
      "betti_matching_error_0": 12,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.5959702515955483,
      "centerline_dice": 0.84559796076501,
      "betti_matching_error_0": 0,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6118762296548024,
      "centerline_dice": 0.7531519760229595,
      "betti_matching_error_0": 14,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6461185029194985,
      "centerline_dice": 0.7711713117668157,
      "betti_matching_error_0": 21,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.4844915586965057,
      "betti_matching_error_0": 206
    },
    {
      "dice": 0.8080063416567578,
      "centerline_dice": 0.9007775597709293,
      "betti_matching_error_0": 9,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6568096292935494,
      "centerline_dice": 0.8295049246730236,
      "betti_matching_error_0": 3,
      "betti_matching_error_1": 2
    },
    {
      "dice": 0.631425702811245,
      "centerline_dice": 0.7243217625147815,
      "betti_matching_error_0": 7,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7965944272445821,
      "centerline_dice": 0.863340498902757,
      "betti_matching_error_0": 11,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6408006158583526,
      "betti_matching_error_0": 10
    },
    {
      "dice": 0.770326409495549,
      "centerline_dice": 0.8235191930293767,
      "betti_matching_error_0": 9,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.5793842374962944,
      "centerline_dice": 0.7536266477519098,
      "betti_matching_error_0": 14,
      "betti_matching_error_1": 3
    },
    {
      "dice": 0.7658803863298663,
      "centerline_dice": 0.8241024231638091,
      "betti_matching_error_0": 23,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.6656332721245797,
      "centerline_dice": 0.7708581742746838,
      "betti_matching_error_0": 31,
      "betti_matching_error_1": 2
    },
    {
      "dice": 0.8142406950004258,
      "centerline_dice": 0.9065269313857135,
      "betti_matching_error_0": 6,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7726581928709588,
      "centerline_dice": 0.8535331531579375,
      "betti_matching_error_0": 15,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6400412442000344,
      "betti_matching_error_0": 128
    },
    {
      "dice": 0.5789028345790439,
      "centerline_dice": 0.6102926005223421,
      "betti_matching_error_0": 28,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.8191224978536894,
      "centerline_dice": 0.8550535246741802,
      "betti_matching_error_0": 13,
      "betti_matching_error_1": 2
    },
    {
      "dice": 0.43,
      "betti_matching_error_0": 19
    },
    {
      "dice": 0.6828023811081311,
      "betti_matching_error_0": 36
    },
    {
      "dice": 0.7992602296370501,
      "centerline_dice": 0.8251820302517849,
      "betti_matching_error_0": 5,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6754140331226498,
      "centerline_dice": 0.7105265024237023,
      "betti_matching_error_0": 10,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.6434316353887399,
      "centerline_dice": 0.7151726568667225,
      "betti_matching_error_0": 15,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7685511490544498,
      "centerline_dice": 0.8589260815857253,
      "betti_matching_error_0": 11,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7986906710310966,
      "centerline_dice": 0.946515425255246,
      "betti_matching_error_0": 5,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.8361086765994742,
      "centerline_dice": 0.8391955770691754,
      "betti_matching_error_0": 13,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.649487246910334,
      "betti_matching_error_0": 81
    },
    {
      "dice": 0.5835796387520525,
      "betti_matching_error_0": 116
    },
    {
      "dice": 0.7364953886693018,
      "centerline_dice": 0.7510731237634558,
      "betti_matching_error_0": 8,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.5997667789582793,
      "centerline_dice": 0.6251797959317323,
      "betti_matching_error_0": 24,
      "betti_matching_error_1": 2
    },
    {
      "dice": 0.8204320987654321,
      "betti_matching_error_0": 33
    },
    {
      "dice": 0.7668693889371561,
      "centerline_dice": 0.6608697952361389,
      "betti_matching_error_0": 15,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.65000785792865,
      "betti_matching_error_0": 48
    },
    {
      "dice": 0.7831865127582017,
      "centerline_dice": 0.8554254191713098,
      "betti_matching_error_0": 12,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.8059701492537313,
      "centerline_dice": 0.8264493151755057,
      "betti_matching_error_0": 11,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.6835221333935987,
      "centerline_dice": 0.800452098937793,
      "betti_matching_error_0": 8,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.14155192381932827,
      "centerline_dice": 0.15143681564325656,
      "betti_matching_error_0": 62,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7647112323783538,
      "centerline_dice": 0.8123414550868451,
      "betti_matching_error_0": 11,
      "betti_matching_error_1": 0
    },
    {
      "dice": 0.7303457600927178,
      "centerline_dice": 0.8737956207630072,
      "betti_matching_error_0": 11,
      "betti_matching_error_1": 1
    },
    {
      "dice": 0.7534687417567923,
      "centerline_dice": 0.9054538376658428,
      "betti_matching_error_0": 11,
      "betti_matching_error_1": 0
    }
  ],
  "aggregates": {
    "dot_dice_std": 0.15443774122024675,
    "dot_dice_mean": 0.6329637283923051,
    "tree_dice_std": 0.1609249899190292,
    "tree_dice_mean": 0.6914638803682901,
    "tree_cldice_std": 0.17187491979999323,
    "tree_cldice_mean": 0.767327909414851,
    "dot_betti_error_0_std": 61.756702949301314,
    "dot_betti_error_0_mean": 70.3913043478261,
    "tree_betti_error_0_std": 12.183124070234475,
    "tree_betti_error_1_std": 0.988235294117647,
    "tree_betti_error_0_mean": 14.91764705882353,
    "tree_betti_error_1_mean": 0.5529411764705883
  }
}