Hugging Face's logo

Spaces:
VanguardAI
/
BhashiniSpace_Text_gemma
Runtime error

App Files Community
FlawedLLM commited on
Commit
bcbc05a
·
verified ·
1 Parent(s): a0a122f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from transformers import AutoTokenizer
7
 
8
  model = AutoPeftModelForCausalLM.from_pretrained(
9
  "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
10
- load_in_4bit = load_in_4bit,
11
  )
12
  tokenizer = AutoTokenizer.from_pretrained("lora_model")
13
 
 
7
 
8
  model = AutoPeftModelForCausalLM.from_pretrained(
9
  "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
10
+ load_in_4bit = True,
11
  )
12
  tokenizer = AutoTokenizer.from_pretrained("lora_model")
13