Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -4,10 +4,11 @@ import gradio as gr
|
|
4 |
from transformers import AutoTokenizer, ViTFeatureExtractor, VisionEncoderDecoderModel
|
5 |
|
6 |
|
7 |
-
device =
|
|
|
8 |
encoder_checkpoint = 'google/vit-base-patch16-224'
|
9 |
-
decoder_checkpoint = '
|
10 |
-
model_checkpoint = '
|
11 |
feature_extractor = ViTFeatureExtractor.from_pretrained(encoder_checkpoint)
|
12 |
tokenizer = AutoTokenizer.from_pretrained(decoder_checkpoint)
|
13 |
model = VisionEncoderDecoderModel.from_pretrained(model_checkpoint).to(device)
|
|
|
4 |
from transformers import AutoTokenizer, ViTFeatureExtractor, VisionEncoderDecoderModel
|
5 |
|
6 |
|
7 |
+
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
8 |
+
model.to(device)
|
9 |
encoder_checkpoint = 'google/vit-base-patch16-224'
|
10 |
+
decoder_checkpoint = 'sachin/vit2distilgpt2'
|
11 |
+
model_checkpoint = 'nlpconnect/vit-gpt2-image-captioning'
|
12 |
feature_extractor = ViTFeatureExtractor.from_pretrained(encoder_checkpoint)
|
13 |
tokenizer = AutoTokenizer.from_pretrained(decoder_checkpoint)
|
14 |
model = VisionEncoderDecoderModel.from_pretrained(model_checkpoint).to(device)
|