Update README.md
Browse files
README.md
CHANGED
@@ -68,9 +68,9 @@ model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True)
|
|
68 |
|
69 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
70 |
|
71 |
-
tokenizer.padding_side = "
|
72 |
-
tokenizer.pad_token = tokenizer.unk_token
|
73 |
-
tokenizer.add_eos_token =
|
74 |
|
75 |
def generate_prompt(input):
|
76 |
prompt = ''
|
|
|
68 |
|
69 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
70 |
|
71 |
+
tokenizer.padding_side = "left"
|
72 |
+
tokenizer.pad_token = tokenizer.unk_token
|
73 |
+
tokenizer.add_eos_token = True
|
74 |
|
75 |
def generate_prompt(input):
|
76 |
prompt = ''
|