tmae
/

llm-jp-13b-instruct-lora-jaster-dolly-oasst-v1.0

Text Generation

Model card Files Files and versions Community

tmae commited on Nov 10, 2023

Commit

fd02dfc

·

1 Parent(s): 942662d

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -73,7 +73,7 @@ model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, dev
 model = PeftModel.from_pretrained(model, peft_model_name)
 text = "自然言語処理とは何か"
 text = text + "### 回答："
-tokenized_input = tokenizer(text, add_special_tokens=False, return_tensors="pt").to(model.device)
 with torch.no_grad():
     output = model.generate(
         **tokenized_input,

 model = PeftModel.from_pretrained(model, peft_model_name)
 text = "自然言語処理とは何か"
 text = text + "### 回答："
+tokenized_input = tokenizer(text, return_tensors="pt").to(model.device)
 with torch.no_grad():
     output = model.generate(
         **tokenized_input,