Update app.py

app.py

@@ -34,18 +34,20 @@ config = PeftConfig.from_pretrained(PEFT_MODEL)
 
 config.base_model_name_or_path = "tiiuae/falcon-7b"
 
-model = AutoModelForCausalLM.from_pretrained(
+'''model = AutoModelForCausalLM.from_pretrained(
     config.base_model_name_or_path,
     return_dict=True,
     quantization_config=bnb_config,
     device_map="auto",
     trust_remote_code=True
-)
+)'''
+
+model = AutoModelForCausalLM.from_pretrained(PEFT_MODEL, device_map="auto")
 
 tokenizer=AutoTokenizer.from_pretrained(config.base_model_name_or_path)
 tokenizer.pad_token = tokenizer.eos_token
 
-model = PeftModel.from_pretrained(model, PEFT_MODEL)
+#model = PeftModel.from_pretrained(model, PEFT_MODEL)
 
 def generate_test_prompt(text):
     return f"""Given the following claim: