howard-hou commited on
Commit
b1ba790
·
1 Parent(s): 1d251b2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -56,6 +56,7 @@ def generate(
56
  out_str = ''
57
  occurrence = {}
58
  state = None
 
59
  for i in range(int(token_count)):
60
  if i == 0:
61
  input_ids = (image_ids + pipeline.encode(ctx))[-ctx_limit:]
@@ -105,6 +106,7 @@ def chatbot(image, question):
105
  image_features = visual_encoder.encode_images(image.unsqueeze(0))
106
  emb_mixer.set_image_embeddings(image_features.squeeze(0))
107
  model.w["emb.weight"] = emb_mixer.get_input_embeddings()
 
108
  image_ids = [i for i in range(emb_mixer.image_start_index, emb_mixer.image_start_index + len(image_features))]
109
  input_text = generate_prompt(question)
110
  for output in generate(input_text, image_ids):
 
56
  out_str = ''
57
  occurrence = {}
58
  state = None
59
+ print("in shape", model.w["emb.weight"].shape)
60
  for i in range(int(token_count)):
61
  if i == 0:
62
  input_ids = (image_ids + pipeline.encode(ctx))[-ctx_limit:]
 
106
  image_features = visual_encoder.encode_images(image.unsqueeze(0))
107
  emb_mixer.set_image_embeddings(image_features.squeeze(0))
108
  model.w["emb.weight"] = emb_mixer.get_input_embeddings()
109
+ print("out shape", model.w["emb.weight"].shape)
110
  image_ids = [i for i in range(emb_mixer.image_start_index, emb_mixer.image_start_index + len(image_features))]
111
  input_text = generate_prompt(question)
112
  for output in generate(input_text, image_ids):