Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ from transformers import LlamaForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
|
7 |
|
8 |
config = PeftConfig.from_pretrained("GGmorello/FLAMES-20k")
|
9 |
model = LlamaForCausalLM.from_pretrained(
|
10 |
-
|
11 |
quantization_config=BitsAndBytesConfig(
|
12 |
load_in_4bit=True,
|
13 |
bnb_4bit_quant_type="nf4",
|
|
|
7 |
|
8 |
config = PeftConfig.from_pretrained("GGmorello/FLAMES-20k")
|
9 |
model = LlamaForCausalLM.from_pretrained(
|
10 |
+
'codellama/codellama-7b-hf',
|
11 |
quantization_config=BitsAndBytesConfig(
|
12 |
load_in_4bit=True,
|
13 |
bnb_4bit_quant_type="nf4",
|