howard-hou commited on
Commit
41c8853
·
1 Parent(s): b1ba790

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -105,7 +105,9 @@ def chatbot(image, question):
105
  image = image_processor(images=image.convert('RGB'), return_tensors='pt')['pixel_values']
106
  image_features = visual_encoder.encode_images(image.unsqueeze(0))
107
  emb_mixer.set_image_embeddings(image_features.squeeze(0))
 
108
  model.w["emb.weight"] = emb_mixer.get_input_embeddings()
 
109
  print("out shape", model.w["emb.weight"].shape)
110
  image_ids = [i for i in range(emb_mixer.image_start_index, emb_mixer.image_start_index + len(image_features))]
111
  input_text = generate_prompt(question)
 
105
  image = image_processor(images=image.convert('RGB'), return_tensors='pt')['pixel_values']
106
  image_features = visual_encoder.encode_images(image.unsqueeze(0))
107
  emb_mixer.set_image_embeddings(image_features.squeeze(0))
108
+ print(emb_mixer.embedding.shape)
109
  model.w["emb.weight"] = emb_mixer.get_input_embeddings()
110
+ print(emb_mixer.get_input_embeddings().shape)
111
  print("out shape", model.w["emb.weight"].shape)
112
  image_ids = [i for i in range(emb_mixer.image_start_index, emb_mixer.image_start_index + len(image_features))]
113
  input_text = generate_prompt(question)