howard-hou commited on
Commit
b2806b7
·
1 Parent(s): 6b7e620

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -102,8 +102,9 @@ def chatbot(image, question):
102
  image = image_processor(images=image.convert('RGB'), return_tensors='pt')['pixel_values']
103
  image_features = visual_encoder.encode_images(image.unsqueeze(0))
104
  emb_mixer.set_image_embeddings(image_features.squeeze(0))
105
- global model
106
  model.w["emb.weight"] = emb_mixer.get_input_embeddings()
 
107
  image_ids = [i for i in range(emb_mixer.image_start_index, emb_mixer.image_start_index + len(image_features))]
108
  input_text = generate_prompt(question)
109
  for output in generate(input_text, image_ids):
 
102
  image = image_processor(images=image.convert('RGB'), return_tensors='pt')['pixel_values']
103
  image_features = visual_encoder.encode_images(image.unsqueeze(0))
104
  emb_mixer.set_image_embeddings(image_features.squeeze(0))
105
+ global model.w["emb.weight"]
106
  model.w["emb.weight"] = emb_mixer.get_input_embeddings()
107
+ print(model.w["emb.weight"].shape)
108
  image_ids = [i for i in range(emb_mixer.image_start_index, emb_mixer.image_start_index + len(image_features))]
109
  input_text = generate_prompt(question)
110
  for output in generate(input_text, image_ids):