Update app.py

app.py

@@ -5,17 +5,18 @@ import torch
 from peft import PeftConfig, PeftModel
 from transformers import LlamaForCausalLM, AutoTokenizer, BitsAndBytesConfig
 
-config = PeftConfig.from_pretrained("GGmorello/FLAMES")
+# config = PeftConfig.from_pretrained("GGmorello/FLAMES")
 model = LlamaForCausalLM.from_pretrained(
-    "GGmorello/FLAMES-20k",
-    quantization_config=BitsAndBytesConfig(
+    "GGmorello/FLAMES-1'0k",
+"""    quantization_config=BitsAndBytesConfig(
         load_in_4bit=True,
         bnb_4bit_quant_type="nf4",
         bnb_4bit_use_double_quant=True,
         bnb_4bit_compute_dtype=torch.bfloat16,
     ),
+"""
 )
-model = PeftModel.from_pretrained(model, "GGmorello/FLAMES-20k")
+# model = PeftModel.from_pretrained(model, "GGmorello/FLAMES-100k")
 
 
 MAX_SEQ_LEN = 4096