Reyad-Ahmmed commited on
Commit
7cbb602
·
verified ·
1 Parent(s): 489e0e4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -2
app.py CHANGED
@@ -173,9 +173,24 @@ if (runModel=='1'):
173
  train_dataloader = DataLoader(train_dataset, batch_size=10, shuffle=True)
174
  evaluate_and_report_errors(model,train_dataloader, tokenizer)
175
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
176
  # Save the model and tokenizer
177
- model.save_pretrained('./' + modelNameToUse + '_model')
178
- tokenizer.save_pretrained('./' + modelNameToUse + '_tokenizer')
179
 
180
 
181
 
 
173
  train_dataloader = DataLoader(train_dataset, batch_size=10, shuffle=True)
174
  evaluate_and_report_errors(model,train_dataloader, tokenizer)
175
 
176
+ model_path = './' + modelNameToUse + '_model'
177
+ tokenizer_path = './' + modelNameToUse + '_tokenizer'
178
+
179
+ if os.path.isdir(model_path) && os.path.isdir(tokenizer_path):
180
+ print(f"The directory of model {model_path} exists.")
181
+ print("Directory contents:", os.listdir(model_path))
182
+
183
+ print(f"The directory of tokenizer{tokenizer_path} exists.")
184
+ print("Directory contents:", os.listdir(tokenizer_path))
185
+ else:
186
+ print(f"The directory {path} does not exist. Creating it now...")
187
+ os.makedirs(model_path, exist_ok=True) # Create the directory
188
+ os.makedirs(tokenizer_path, exist_ok=True) # Create the directory
189
+ print(f"Directory {path} created successfully.")
190
+
191
  # Save the model and tokenizer
192
+ model.save_pretrained(model_path)
193
+ tokenizer.save_pretrained(tokenizer_path)
194
 
195
 
196