howard-hou commited on
Commit
b81618f
·
1 Parent(s): cc6ae96

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -53,6 +53,7 @@ def generate(
53
  out_str = ''
54
  occurrence = {}
55
  state = None
 
56
  for i in range(int(token_count)):
57
  if i == 0:
58
  input_ids = (image_ids + pipeline.encode(ctx))[-ctx_limit:]
@@ -102,6 +103,7 @@ def chatbot(image, question):
102
  image_features = visual_encoder.encode_images(image.unsqueeze(0))
103
  emb_mixer.set_image_embeddings(image_features.squeeze(0))
104
  model.update_emb_weight(emb_mixer.get_input_embeddings())
 
105
  image_ids = [i for i in range(emb_mixer.image_start_index, emb_mixer.image_start_index + len(image_features))]
106
  input_text = generate_prompt(question)
107
  for output in generate(input_text, image_ids):
 
53
  out_str = ''
54
  occurrence = {}
55
  state = None
56
+ print(model.w["emb.weight"].shape)
57
  for i in range(int(token_count)):
58
  if i == 0:
59
  input_ids = (image_ids + pipeline.encode(ctx))[-ctx_limit:]
 
103
  image_features = visual_encoder.encode_images(image.unsqueeze(0))
104
  emb_mixer.set_image_embeddings(image_features.squeeze(0))
105
  model.update_emb_weight(emb_mixer.get_input_embeddings())
106
+ print(model.w["emb.weight"].shape)
107
  image_ids = [i for i in range(emb_mixer.image_start_index, emb_mixer.image_start_index + len(image_features))]
108
  input_text = generate_prompt(question)
109
  for output in generate(input_text, image_ids):