Update app.py

app.py

@@ -39,7 +39,7 @@ def generate(
     ctx,
     image_features,
     token_count=200,
-    temperature=1.0,
+    temperature=0.2,
     top_p=0.3,
     presencePenalty = 0.1,
     countPenalty = 0.1,
@@ -56,11 +56,10 @@ def generate(
     occurrence = {}
     for i in range(int(token_count)):
         if i == 0:
-            prefix_ids = pipeline.encode("User: ")
-            prefix_embs = model.w['emb.weight'][prefix_ids]
             input_ids = pipeline.encode(ctx)
+            print(input_ids)
             text_embs = model.w['emb.weight'][input_ids]
-            input_embs = torch.cat((prefix_embs, image_features, text_embs), dim=0)[-ctx_limit:]
+            input_embs = torch.cat((image_features, text_embs), dim=0)[-ctx_limit:]
             out, state = model.forward(embs=input_embs, state=None)
         else:
             input_ids = [token]