Update handler.py
Browse files- handler.py +4 -24
handler.py
CHANGED
@@ -21,38 +21,18 @@ class EndpointHandler():
|
|
21 |
parameters = data.pop("inputs", data)
|
22 |
url = ["http://images.cocodataset.org/val2017/000000039769.jpg",
|
23 |
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
24 |
-
|
25 |
-
|
26 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
27 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
28 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
29 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
30 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
31 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
32 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
33 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
34 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
35 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
36 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
37 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
38 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
39 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
40 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
41 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
42 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
43 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
44 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
45 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
46 |
-
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
47 |
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
48 |
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
49 |
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
50 |
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
51 |
"http://images.cocodataset.org/val2017/000000039769.jpg"]
|
52 |
prompt = "USER: <image>\nWhat are these?\nASSISTANT:"
|
53 |
-
|
54 |
outputs = []
|
55 |
for link in url:
|
|
|
56 |
inputs = self.processor(prompt, raw_image, return_tensors='pt').to(0, torch.float16)
|
57 |
output = self.model.generate(**inputs, max_new_tokens=200, do_sample=False)
|
58 |
print(self.processor.decode(output[0][2:], skip_special_tokens=True))
|
|
|
21 |
parameters = data.pop("inputs", data)
|
22 |
url = ["http://images.cocodataset.org/val2017/000000039769.jpg",
|
23 |
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
24 |
+
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
25 |
+
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
26 |
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
27 |
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
28 |
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
29 |
"http://images.cocodataset.org/val2017/000000039769.jpg",
|
30 |
"http://images.cocodataset.org/val2017/000000039769.jpg"]
|
31 |
prompt = "USER: <image>\nWhat are these?\nASSISTANT:"
|
32 |
+
|
33 |
outputs = []
|
34 |
for link in url:
|
35 |
+
raw_image = Image.open(requests.get(link, stream=True).raw)
|
36 |
inputs = self.processor(prompt, raw_image, return_tensors='pt').to(0, torch.float16)
|
37 |
output = self.model.generate(**inputs, max_new_tokens=200, do_sample=False)
|
38 |
print(self.processor.decode(output[0][2:], skip_special_tokens=True))
|