tori29umai commited on
Commit
5c95216
1 Parent(s): 82f2d09

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -3
app.py CHANGED
@@ -72,7 +72,11 @@ class LlamaCppAdapter:
72
  def generate(self, prompt, max_new_tokens=4096, temperature=0.5, top_p=0.7, top_k=80, stop=["<END>"]):
73
  if self.llama is None:
74
  return {"choices": [{"text": "モデルの初期化に失敗しました。"}]}
75
- return self._generate(prompt, max_new_tokens, temperature, top_p, top_k, stop)
 
 
 
 
76
 
77
  def _generate(self, prompt: str, max_new_tokens: int, temperature: float, top_p: float, top_k: int, stop: list):
78
  return self.llama(
@@ -88,7 +92,11 @@ class LlamaCppAdapter:
88
  # キャラクターメーカークラス
89
  class CharacterMaker:
90
  def __init__(self):
91
- self.llama = LlamaCppAdapter(model_path)
 
 
 
 
92
  self.history = []
93
  self.settings = load_settings_from_ini()
94
  if not self.settings:
@@ -159,7 +167,11 @@ class CharacterMaker:
159
 
160
  def reset(self):
161
  self.history = []
162
- self.llama = LlamaCppAdapter(model_path)
 
 
 
 
163
 
164
  character_maker = CharacterMaker()
165
 
 
72
  def generate(self, prompt, max_new_tokens=4096, temperature=0.5, top_p=0.7, top_k=80, stop=["<END>"]):
73
  if self.llama is None:
74
  return {"choices": [{"text": "モデルの初期化に失敗しました。"}]}
75
+ try:
76
+ return self._generate(prompt, max_new_tokens, temperature, top_p, top_k, stop)
77
+ except Exception as e:
78
+ print(f"生成中にエラーが発生しました: {e}")
79
+ return {"choices": [{"text": "生成中にエラーが発生しました。"}]}
80
 
81
  def _generate(self, prompt: str, max_new_tokens: int, temperature: float, top_p: float, top_k: int, stop: list):
82
  return self.llama(
 
92
  # キャラクターメーカークラス
93
  class CharacterMaker:
94
  def __init__(self):
95
+ try:
96
+ self.llama = LlamaCppAdapter(model_path)
97
+ except Exception as e:
98
+ print(f"LlamaCppAdapter の初期化中にエラーが発生しました: {e}")
99
+ self.llama = None
100
  self.history = []
101
  self.settings = load_settings_from_ini()
102
  if not self.settings:
 
167
 
168
  def reset(self):
169
  self.history = []
170
+ try:
171
+ self.llama = LlamaCppAdapter(model_path)
172
+ except Exception as e:
173
+ print(f"LlamaCppAdapter の再初期化中にエラーが発生しました: {e}")
174
+ self.llama = None
175
 
176
  character_maker = CharacterMaker()
177