FlawedLLM commited on
Commit
03c8cba
·
verified ·
1 Parent(s): df96462

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -40,7 +40,7 @@ from peft import AutoPeftModelForCausalLM
40
  from transformers import AutoTokenizer
41
  model = AutoPeftModelForCausalLM.from_pretrained(
42
  "FlawedLLM/Bhashini", # YOUR MODEL YOU USED FOR TRAINING
43
- load_in_4bit = load_in_4bit,
44
  )
45
  tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/Bhashini")
46
 
 
40
  from transformers import AutoTokenizer
41
  model = AutoPeftModelForCausalLM.from_pretrained(
42
  "FlawedLLM/Bhashini", # YOUR MODEL YOU USED FOR TRAINING
43
+ load_in_4bit = True,
44
  )
45
  tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/Bhashini")
46