Update handler.py
Browse files- handler.py +4 -3
handler.py
CHANGED
@@ -4,14 +4,15 @@ from PIL import Image
|
|
4 |
import torch
|
5 |
import base64
|
6 |
from io import BytesIO
|
7 |
-
from transformers import
|
|
|
8 |
|
9 |
device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
|
10 |
|
11 |
class EndpointHandler():
|
12 |
def __init__(self, path=""):
|
13 |
-
self.processor =
|
14 |
-
self.model =
|
15 |
"zesquirrelnator/idefics2-8b-docvqa-finetuned-tutorial"
|
16 |
).to(device)
|
17 |
self.model.eval()
|
|
|
4 |
import torch
|
5 |
import base64
|
6 |
from io import BytesIO
|
7 |
+
from transformers import AutoProcessor, AutoModelForVision2Seq
|
8 |
+
from transformers.image_utils import load_image
|
9 |
|
10 |
device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
|
11 |
|
12 |
class EndpointHandler():
|
13 |
def __init__(self, path=""):
|
14 |
+
self.processor = AutoProcessor.from_pretrained("zesquirrelnator/idefics2-8b-docvqa-finetuned-tutorial")
|
15 |
+
self.model = AutoModelForVision2Seq.from_pretrained(
|
16 |
"zesquirrelnator/idefics2-8b-docvqa-finetuned-tutorial"
|
17 |
).to(device)
|
18 |
self.model.eval()
|