Spaces:
Running
on
Zero
Running
on
Zero
Locutusque
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -23,6 +23,7 @@ def generate(
|
|
23 |
try:
|
24 |
pipe = load_model(model_name)
|
25 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, token=os.environ["token"])
|
|
|
26 |
print(tokenizer)
|
27 |
pipe.tokenizer = tokenizer
|
28 |
|
|
|
23 |
try:
|
24 |
pipe = load_model(model_name)
|
25 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, token=os.environ["token"])
|
26 |
+
tokenizer.eos_token = "<|im_end|>"
|
27 |
print(tokenizer)
|
28 |
pipe.tokenizer = tokenizer
|
29 |
|