Update README.md

README.md

@@ -84,7 +84,7 @@ def multimodal_prompt(user_input, system_prompt="You are an expert medical analy
     formatted_input = f"{{{{ {system_prompt} }}}}\nUser: {user_input}\nFalcon:"
     encodeds = tokenizer(formatted_input, return_tensors="pt", add_special_tokens=False)
     model_inputs = encodeds.to(device)
-    output = model.generate(
+    output = peft_model.generate(
         **model_inputs,
         max_length=500,
         use_cache=True,
@@ -107,6 +107,7 @@ tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=True,
 model_config = AutoConfig.from_pretrained(base_model_id)
 peft_model = AutoModelForCausalLM.from_pretrained(model_directory, config=model_config)
 peft_model = PeftModel.from_pretrained(peft_model, model_directory)
+
 class ChatBot:
     def __init__(self, system_prompt="You are an expert medical analyst:"):
         self.system_prompt = system_prompt
@@ -115,11 +116,10 @@ class ChatBot:
     def predict(self, user_input, system_prompt):
         formatted_input = f"{{{{ {self.system_prompt} }}}}\nUser: {user_input}\nFalcon:"
         input_ids = tokenizer.encode(formatted_input, return_tensors="pt", add_special_tokens=False)
-        response = peft_model.generate(input_ids, max_length=900, use_cache=False, early_stopping=False, bos_token_id=peft_model.config.bos_token_id, eos_token_id=peft_model.config.eos_token_id, pad_token_id=peft_model.config.eos_token_id, temperature=0.4, do_sample=True)
+        response = peft_model.generate(input_ids=input_ids, max_length=900, use_cache=False, early_stopping=False, bos_token_id=peft_model.config.bos_token_id, eos_token_id=peft_model.config.eos_token_id, pad_token_id=peft_model.config.eos_token_id, temperature=0.4, do_sample=True)
         response_text = tokenizer.decode(response[0], skip_special_tokens=True)
         self.history.append(formatted_input)
         self.history.append(response_text)
-
         return response_text
 
 bot = ChatBot()
@@ -133,7 +133,7 @@ iface = gr.Interface(
     title=title,
     description=description,
     examples=examples,
-    inputs=["text", "text"],  
+    inputs=["text", "text"], 
     outputs="text",
     theme="ParityError/Anime"
 )