fix added

SkinGPT.py

@@ -66,9 +66,13 @@ class Blip2QFormer(nn.Module):
         msg = self.load_state_dict(state_dict, strict=False)
 
     def forward(self, visual_features):
+
+        print(
+            f"Visual features stats - min: {visual_features.min().item():.4f}, max: {visual_features.max().item():.4f}")
+
         # Project visual features
-        with autocast(enabled=False):
-            visual_embeds = self.vision_proj(visual_features.float())
+        visual_embeds = self.vision_proj(visual_features.float())
+        print(f"Projected embeds stats - min: {visual_embeds.min().item():.4f}, max: {visual_embeds.max().item():.4f}")
         # visual_embeds = self.vision_proj(visual_features.float())
         visual_attention_mask = torch.ones(
             visual_embeds.size()[:-1],
@@ -215,6 +219,7 @@ class SkinGPT4(nn.Module):
             x = blk(x)
         x = self.vit.norm(x)
         vit_features = self.ln_vision(x)
+        print(f"vit features (first 5): {vit_features[0, 0, :5]}")
 
         # Q-Former forward pass
         with torch.no_grad():

app.py

@@ -6,12 +6,6 @@ torch.manual_seed(42)
 random.seed(42)
 np.random.seed(42)
 
-torch.backends.cudnn.deterministic = True
-torch.backends.cudnn.benchmark = False
-
-if torch.cuda.is_available():
-    torch.use_deterministic_algorithms(True)
-    torch.cuda.manual_seed_all(42)
 
 import streamlit as st
 import io
@@ -49,7 +43,6 @@ warnings.filterwarnings("ignore")
 
 # @st.cache_resource
 def get_classifier():
-    torch.use_deterministic_algorithms(True)
     classifier = SkinGPTClassifier()
     for module in [classifier.model.vit,
                    classifier.model.q_former,