Update README.md

README.md

@@ -52,18 +52,14 @@ def generate(model, tokenizer, prompt, generation_config):
     output = tokenizer.decode(output_ids, skip_special_tokens=True)
     return output.strip()
     
-config = PeftConfig.from_pretrained(MODEL_NAME)
+#config = PeftConfig.from_pretrained(MODEL_NAME)
 model = AutoModelForCausalLM.from_pretrained(
     config.base_model_name_or_path,
     load_in_8bit=True,
     torch_dtype=torch.float16,
     device_map="auto"
 )
-model = PeftModel.from_pretrained(
-    model,
-    MODEL_NAME,
-    torch_dtype=torch.float16
-)
+#model = PeftModel.from_pretrained(    model,   MODEL_NAME,   torch_dtype=torch.float16)
 model.eval()
 
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_fast=False)