jesseab commited on
Commit
c6f4b61
·
1 Parent(s): d2a3514

Added new model

Browse files
Files changed (1) hide show
  1. model_evals.json +61 -0
model_evals.json CHANGED
@@ -181,5 +181,66 @@
181
  "cognitively_normal": 0.9825072886297376
182
  }
183
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
184
  }
185
  ]
 
181
  "cognitively_normal": 0.9825072886297376
182
  }
183
  }
184
+ },
185
+ {
186
+ "model_name": "/home/ubuntu/brain2vec",
187
+ "model_hf_path": "https://huggingface.co/radiata-ai/brain2vec-v2",
188
+ "model_nickname": "brain2vec-v2",
189
+ "model_type": "embedding",
190
+ "checkpoint": "/home/ubuntu/brain2vec/ae_output/autoencoder-ep-99.pth",
191
+ "checkpoint_hf_path": "https://huggingface.co/radiata-ai/brain2vec-v2/blob/main/autoencoder_final.pth",
192
+ "public": true,
193
+ "timestamp": 1741371749,
194
+ "train_l1": 0.014170298797539536,
195
+ "train_perceptual": 0.045079124881840384,
196
+ "train_ssim": 0.971753567151326,
197
+ "train_psnr": 30.71103699423002,
198
+ "val_l1": 0.03191869446987307,
199
+ "val_perceptual": 0.08965502869706232,
200
+ "val_ssim": 0.8541673189265828,
201
+ "val_psnr": 23.531947739459365,
202
+ "test_l1": 0.03180049764309693,
203
+ "test_perceptual": 0.08846248109098319,
204
+ "test_ssim": 0.8560211800379901,
205
+ "test_psnr": 23.602247131605857,
206
+ "downstream_train": {
207
+ "mae_age": 2.5919229984283447,
208
+ "acc_sex": 0.9971900245872849,
209
+ "sex_per_class_acc": {
210
+ "female": 0.9976798143851509,
211
+ "male": 0.9964381121994658
212
+ },
213
+ "acc_diag": 0.9983692106979778,
214
+ "diag_per_class_acc": {
215
+ "Alzheimers_disease": 0.9863013698630136,
216
+ "cognitively_normal": 0.9992975061468212
217
+ }
218
+ },
219
+ "downstream_val": {
220
+ "mae_age": 6.578178405761719,
221
+ "acc_sex": 0.8584070796460177,
222
+ "sex_per_class_acc": {
223
+ "female": 0.8803827751196173,
224
+ "male": 0.823076923076923
225
+ },
226
+ "acc_diag": 0.9615384615384616,
227
+ "diag_per_class_acc": {
228
+ "Alzheimers_disease": 0.64,
229
+ "cognitively_normal": 0.9852507374631269
230
+ }
231
+ },
232
+ "downstream_test": {
233
+ "mae_age": 6.33052921295166,
234
+ "acc_sex": 0.8425655976676385,
235
+ "sex_per_class_acc": {
236
+ "female": 0.8592964824120602,
237
+ "male": 0.8194444444444444
238
+ },
239
+ "acc_diag": 0.9697802197802198,
240
+ "diag_per_class_acc": {
241
+ "Alzheimers_disease": 0.8571428571428571,
242
+ "cognitively_normal": 0.9766763848396501
243
+ }
244
+ }
245
  }
246
  ]