Yhhxhfh commited on
Commit
36ed07b
·
verified ·
1 Parent(s): c3629a1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -61,10 +61,9 @@ class ModelManager:
61
  with open(cache_file, "rb") as f:
62
  self.models[model_name] = pickle.load(f)
63
  else:
64
- llama_model = Llama.from_pretrained(repo_id=model_config['repo_id'], filename=model_config['filename'], use_auth_token=HUGGINGFACE_TOKEN)
65
- self.models[model_name] = llama_model
66
  with open(cache_file, "wb") as f:
67
- pickle.dump(llama_model, f)
68
  except Exception as e:
69
  print(f"Error loading {model_name}: {e}")
70
  self.models[model_name] = None
 
61
  with open(cache_file, "rb") as f:
62
  self.models[model_name] = pickle.load(f)
63
  else:
64
+ self.models[model_name] = Llama.from_pretrained(repo_id=model_config['repo_id'], filename=model_config['filename'], use_auth_token=HUGGINGFACE_TOKEN)
 
65
  with open(cache_file, "wb") as f:
66
+ pickle.dump(self.models[model_name], f)
67
  except Exception as e:
68
  print(f"Error loading {model_name}: {e}")
69
  self.models[model_name] = None