DR-Rakshitha commited on
Commit
47ae43c
·
1 Parent(s): 87f6199

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -13,9 +13,11 @@ from transformers import (
13
  # Specify the local path to the downloaded model file
14
  model_name = "pytorch_model-00001-of-00002.bin"
15
 
16
- tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
17
- tokenizer.pad_token = tokenizer.eos_token
18
- tokenizer.padding_side = "right" # Fix weird overflow issue with fp16 training
 
 
19
 
20
 
21
  # Initialize the GPT4All model
 
13
  # Specify the local path to the downloaded model file
14
  model_name = "pytorch_model-00001-of-00002.bin"
15
 
16
+ # tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
17
+ # tokenizer.pad_token = tokenizer.eos_token
18
+ # tokenizer.padding_side = "right" # Fix weird overflow issue with fp16 training
19
+
20
+ tokenizer = AutoTokenizer.from_pretrained(model_name, local_files_only=True)
21
 
22
 
23
  # Initialize the GPT4All model