Spaces:

JoPmt
/

Starcoder2_smpl_demo

Runtime error

JoPmt commited on Mar 2, 2024

Commit

293b850

verified ·

1 Parent(s): 40e06ae

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,7 +6,7 @@ import torch
 accelerator=Accelerator(cpu=True)
 mdl = "bigcode/starcoder2-3b"
 tokenizer = AutoTokenizer.from_pretrained(mdl)
-model = accelerator.prepare(AutoModelForCausalLM.from_pretrained(checkpoint, torch_dtype=torch.bfloat16))
 def plex(ynputs):
     onputs = tokenizer.encode(""+ynputs+"", return_tensors="pt").to("cpu")
     iutputs = model.generate(onputs, max_new_tokens=350)

 accelerator=Accelerator(cpu=True)
 mdl = "bigcode/starcoder2-3b"
 tokenizer = AutoTokenizer.from_pretrained(mdl)
+model = accelerator.prepare(AutoModelForCausalLM.from_pretrained(mdl, torch_dtype=torch.bfloat16))
 def plex(ynputs):
     onputs = tokenizer.encode(""+ynputs+"", return_tensors="pt").to("cpu")
     iutputs = model.generate(onputs, max_new_tokens=350)