Spaces:
Runtime error
Runtime error
Commit
·
41c8853
1
Parent(s):
b1ba790
Update app.py
Browse files
app.py
CHANGED
@@ -105,7 +105,9 @@ def chatbot(image, question):
|
|
105 |
image = image_processor(images=image.convert('RGB'), return_tensors='pt')['pixel_values']
|
106 |
image_features = visual_encoder.encode_images(image.unsqueeze(0))
|
107 |
emb_mixer.set_image_embeddings(image_features.squeeze(0))
|
|
|
108 |
model.w["emb.weight"] = emb_mixer.get_input_embeddings()
|
|
|
109 |
print("out shape", model.w["emb.weight"].shape)
|
110 |
image_ids = [i for i in range(emb_mixer.image_start_index, emb_mixer.image_start_index + len(image_features))]
|
111 |
input_text = generate_prompt(question)
|
|
|
105 |
image = image_processor(images=image.convert('RGB'), return_tensors='pt')['pixel_values']
|
106 |
image_features = visual_encoder.encode_images(image.unsqueeze(0))
|
107 |
emb_mixer.set_image_embeddings(image_features.squeeze(0))
|
108 |
+
print(emb_mixer.embedding.shape)
|
109 |
model.w["emb.weight"] = emb_mixer.get_input_embeddings()
|
110 |
+
print(emb_mixer.get_input_embeddings().shape)
|
111 |
print("out shape", model.w["emb.weight"].shape)
|
112 |
image_ids = [i for i in range(emb_mixer.image_start_index, emb_mixer.image_start_index + len(image_features))]
|
113 |
input_text = generate_prompt(question)
|