Spaces:
Runtime error
Runtime error
FlawedLLM
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -40,7 +40,7 @@ from peft import AutoPeftModelForCausalLM
|
|
40 |
from transformers import AutoTokenizer
|
41 |
model = AutoPeftModelForCausalLM.from_pretrained(
|
42 |
"FlawedLLM/Bhashini", # YOUR MODEL YOU USED FOR TRAINING
|
43 |
-
load_in_4bit =
|
44 |
)
|
45 |
tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/Bhashini")
|
46 |
|
|
|
40 |
from transformers import AutoTokenizer
|
41 |
model = AutoPeftModelForCausalLM.from_pretrained(
|
42 |
"FlawedLLM/Bhashini", # YOUR MODEL YOU USED FOR TRAINING
|
43 |
+
load_in_4bit = True,
|
44 |
)
|
45 |
tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/Bhashini")
|
46 |
|