Spaces:

GlyphByT5
/

ART_v1.0

Runtime error

WYBar commited on Mar 1

Commit

b23aabc

1 Parent(s): e06d242

fix quantizer

Files changed (2) hide show

app.py CHANGED Viewed

@@ -330,8 +330,9 @@ def construction_layout():
     print("after .to(device)")
     model = model.bfloat16()
     model.eval()
-    quantizer = quantizer.to("cuda")
     tokenizer = tokenizer.to("cuda")
     return model, quantizer, tokenizer, params_dict["width"], params_dict["height"], device
 @torch.no_grad()

     print("after .to(device)")
     model = model.bfloat16()
     model.eval()
+    # quantizer = quantizer.to("cuda")
     tokenizer = tokenizer.to("cuda")
+    model.lm = model.lm.to("cuda")
     return model, quantizer, tokenizer, params_dict["width"], params_dict["height"], device
 @torch.no_grad()

app_test.py CHANGED Viewed

@@ -330,8 +330,9 @@ def construction_layout():
     print("after .to(device)")
     model = model.bfloat16()
     model.eval()
-    quantizer = quantizer.to("cuda")
     tokenizer = tokenizer.to("cuda")
     return model, quantizer, tokenizer, params_dict["width"], params_dict["height"], device
 @torch.no_grad()

     print("after .to(device)")
     model = model.bfloat16()
     model.eval()
+    # quantizer = quantizer.to("cuda")
     tokenizer = tokenizer.to("cuda")
+    model.lm = model.lm.to("cuda")
     return model, quantizer, tokenizer, params_dict["width"], params_dict["height"], device
 @torch.no_grad()