Update app.py

app.py

@@ -3,12 +3,10 @@ from peft import PeftModel, PeftConfig
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 peft_model_id = f"Bsbell21/llm_instruction_generator"
-config = PeftConfig.from_pretrained(peft_model_id)
-model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map='auto')
-tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
-
+model = AutoModelForCausalLM.from_pretrained(peft_model_id, return_dict=True, load_in_8bit=True, device_map='auto')
+tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
 # Load the Lora model
-model = PeftModel.from_pretrained(model, peft_model_id)
+# model = PeftModel.from_pretrained(model, peft_model_id)
 
 def input_from_text(text):
   return "<s>[INST]Use the provided input to create an instruction that could have been used to generate the response with an LLM.\n" + text + "[/INST]"