kusumakar commited on
Commit
ed832fb
·
1 Parent(s): 49a41d8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -10,6 +10,7 @@ extractor = ViTFeatureExtractor.from_pretrained("nlpconnect/vit-gpt2-image-capti
10
  tokeniser = AutoTokenizer.from_pretrained("nlpconnect/vit-gpt2-image-captioning")
11
 
12
  def generate_captions(image):
 
13
  generated_caption = tokeniser.decode(model.generate(extractor(image, return_tensors="pt").pixel_values.to("cpu"))[0])
14
  sentence = generated_caption
15
  text_to_remove = "<|endoftext|>"
@@ -48,7 +49,7 @@ def main():
48
  image = Image.open(uploaded_file).convert("RGB")
49
 
50
  # context as prompt
51
- prompt = generate_captions(image)
52
  st.write("The Context is:", prompt)
53
 
54
  # display the image
 
10
  tokeniser = AutoTokenizer.from_pretrained("nlpconnect/vit-gpt2-image-captioning")
11
 
12
  def generate_captions(image):
13
+ image = Image.open(image).convert("RGB")
14
  generated_caption = tokeniser.decode(model.generate(extractor(image, return_tensors="pt").pixel_values.to("cpu"))[0])
15
  sentence = generated_caption
16
  text_to_remove = "<|endoftext|>"
 
49
  image = Image.open(uploaded_file).convert("RGB")
50
 
51
  # context as prompt
52
+ prompt = generate_captions(uploaded_file)
53
  st.write("The Context is:", prompt)
54
 
55
  # display the image