- app.py +1 -1
- app_test.py +1 -1
app.py
CHANGED
|
@@ -331,7 +331,7 @@ def construction_layout():
|
|
| 331 |
model = model.bfloat16()
|
| 332 |
model.eval()
|
| 333 |
# quantizer = quantizer.to("cuda")
|
| 334 |
-
tokenizer = tokenizer.to("cuda")
|
| 335 |
model.lm = model.lm.to("cuda")
|
| 336 |
return model, quantizer, tokenizer, params_dict["width"], params_dict["height"], device
|
| 337 |
|
|
|
|
| 331 |
model = model.bfloat16()
|
| 332 |
model.eval()
|
| 333 |
# quantizer = quantizer.to("cuda")
|
| 334 |
+
# tokenizer = tokenizer.to("cuda")
|
| 335 |
model.lm = model.lm.to("cuda")
|
| 336 |
return model, quantizer, tokenizer, params_dict["width"], params_dict["height"], device
|
| 337 |
|
app_test.py
CHANGED
|
@@ -331,7 +331,7 @@ def construction_layout():
|
|
| 331 |
model = model.bfloat16()
|
| 332 |
model.eval()
|
| 333 |
# quantizer = quantizer.to("cuda")
|
| 334 |
-
tokenizer = tokenizer.to("cuda")
|
| 335 |
model.lm = model.lm.to("cuda")
|
| 336 |
return model, quantizer, tokenizer, params_dict["width"], params_dict["height"], device
|
| 337 |
|
|
|
|
| 331 |
model = model.bfloat16()
|
| 332 |
model.eval()
|
| 333 |
# quantizer = quantizer.to("cuda")
|
| 334 |
+
# tokenizer = tokenizer.to("cuda")
|
| 335 |
model.lm = model.lm.to("cuda")
|
| 336 |
return model, quantizer, tokenizer, params_dict["width"], params_dict["height"], device
|
| 337 |
|