Marlon Wiprud
commited on
Commit
·
c362d01
1
Parent(s):
511bef8
fix: tokenizer ref
Browse files- handler.py +2 -2
handler.py
CHANGED
@@ -55,7 +55,7 @@ class EndpointHandler:
|
|
55 |
).convert("RGB")
|
56 |
|
57 |
inputs = self.model.build_conversation_input_ids(
|
58 |
-
tokenizer, query=query, images=[image]
|
59 |
)
|
60 |
inputs = {
|
61 |
"input_ids": inputs["input_ids"].unsqueeze(0).to("cuda"),
|
@@ -68,7 +68,7 @@ class EndpointHandler:
|
|
68 |
with torch.no_grad():
|
69 |
outputs = self.model.generate(**inputs, **gen_kwargs)
|
70 |
outputs = outputs[:, inputs["input_ids"].shape[1] :]
|
71 |
-
result = tokenizer.decode(outputs[0])
|
72 |
return result
|
73 |
|
74 |
|
|
|
55 |
).convert("RGB")
|
56 |
|
57 |
inputs = self.model.build_conversation_input_ids(
|
58 |
+
self.tokenizer, query=query, images=[image]
|
59 |
)
|
60 |
inputs = {
|
61 |
"input_ids": inputs["input_ids"].unsqueeze(0).to("cuda"),
|
|
|
68 |
with torch.no_grad():
|
69 |
outputs = self.model.generate(**inputs, **gen_kwargs)
|
70 |
outputs = outputs[:, inputs["input_ids"].shape[1] :]
|
71 |
+
result = self.tokenizer.decode(outputs[0])
|
72 |
return result
|
73 |
|
74 |
|