data

.gitattributes

@@ -38,3 +38,4 @@ data/order_70b.npy filter=lfs diff=lfs merge=lfs -text
 data/species_70b.npy filter=lfs diff=lfs merge=lfs -text
 data/pos_embeds_model.npy filter=lfs diff=lfs merge=lfs -text
 model/demo_model.pt filter=lfs diff=lfs merge=lfs -text
+data/family_70b.npy filter=lfs diff=lfs merge=lfs -text

app.py

@@ -3,6 +3,7 @@ import numpy as np
 import torch
 import torch.nn as nn
 from einops import rearrange
+import matplotlib.pyplot as plt
 
 
 class Attn(nn.Module):
@@ -91,8 +92,12 @@ def text_fn(taxon, name):
     
     text_embeds = torch.tensor(text_embeds)
     preds = model(text_embeds).sigmoid().squeeze(0).squeeze(0).detach().numpy()
+    cmap = plt.get_cmap('Greens')
+
+    rgba_img = cmap(preds)
+    rgb_img = np.delete(rgba_img, 3, 2)
     #return gr.Image(preds, label="Predicted Heatmap", visible=True)
-    return taxon + ": " + name + ": " + str(np.mean(preds)), preds
+    return taxon + ": " + name + ": " + str(np.mean(preds)), rgb_img
 
 def pred_fn(taxon, name):
     if taxon=="Class":

data/family_70b.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306af2d796edbe2b41c352bc23196ac7650f9f977fb8afbe777dc1e68c6e9b8b
+size 140296975

requirements.txt

@@ -1,4 +1,5 @@
 numpy==1.23.4
 torch==2.0.1
 rasterio==1.3.8
-einops==0.6.1
+einops==0.6.1
+matplotlib