Azazelle commited on
Commit
215da49
·
verified ·
1 Parent(s): c3e1c3d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -36,7 +36,7 @@ END_MESSAGE = """
36
 
37
  device = "cpu" # for GPU usage or "cpu" for CPU usage
38
 
39
- tokenizer = AutoTokenizer.from_pretrained(MODEL)
40
  model_big = AutoModelForCausalLM.from_pretrained(
41
  MODEL_BIG,
42
  torch_dtype=torch.bfloat16,
 
36
 
37
  device = "cpu" # for GPU usage or "cpu" for CPU usage
38
 
39
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_SMALL)
40
  model_big = AutoModelForCausalLM.from_pretrained(
41
  MODEL_BIG,
42
  torch_dtype=torch.bfloat16,