Spaces:
Running
on
Zero
Running
on
Zero
tori29umai
commited on
Commit
•
d85b3c5
1
Parent(s):
5c95216
Update app.py
Browse files
app.py
CHANGED
@@ -63,11 +63,11 @@ class LlamaCppAdapter:
|
|
63 |
@spaces.GPU(duration=120)
|
64 |
def __init__(self, model_path, n_ctx=4096):
|
65 |
print(f"モデルの初期化: {model_path}")
|
|
|
66 |
try:
|
67 |
self.llama = Llama(model_path=model_path, n_ctx=n_ctx, n_gpu_layers=0)
|
68 |
except Exception as e:
|
69 |
print(f"モデルの初期化中にエラーが発生しました: {e}")
|
70 |
-
self.llama = None
|
71 |
|
72 |
def generate(self, prompt, max_new_tokens=4096, temperature=0.5, top_p=0.7, top_k=80, stop=["<END>"]):
|
73 |
if self.llama is None:
|
@@ -92,11 +92,11 @@ class LlamaCppAdapter:
|
|
92 |
# キャラクターメーカークラス
|
93 |
class CharacterMaker:
|
94 |
def __init__(self):
|
|
|
95 |
try:
|
96 |
self.llama = LlamaCppAdapter(model_path)
|
97 |
except Exception as e:
|
98 |
print(f"LlamaCppAdapter の初期化中にエラーが発生しました: {e}")
|
99 |
-
self.llama = None
|
100 |
self.history = []
|
101 |
self.settings = load_settings_from_ini()
|
102 |
if not self.settings:
|
@@ -129,6 +129,9 @@ class CharacterMaker:
|
|
129 |
save_settings_to_ini(self.settings)
|
130 |
|
131 |
def make(self, input_str: str):
|
|
|
|
|
|
|
132 |
prompt = self._generate_aki(input_str)
|
133 |
print(prompt)
|
134 |
print("-----------------")
|
|
|
63 |
@spaces.GPU(duration=120)
|
64 |
def __init__(self, model_path, n_ctx=4096):
|
65 |
print(f"モデルの初期化: {model_path}")
|
66 |
+
self.llama = None
|
67 |
try:
|
68 |
self.llama = Llama(model_path=model_path, n_ctx=n_ctx, n_gpu_layers=0)
|
69 |
except Exception as e:
|
70 |
print(f"モデルの初期化中にエラーが発生しました: {e}")
|
|
|
71 |
|
72 |
def generate(self, prompt, max_new_tokens=4096, temperature=0.5, top_p=0.7, top_k=80, stop=["<END>"]):
|
73 |
if self.llama is None:
|
|
|
92 |
# キャラクターメーカークラス
|
93 |
class CharacterMaker:
|
94 |
def __init__(self):
|
95 |
+
self.llama = None
|
96 |
try:
|
97 |
self.llama = LlamaCppAdapter(model_path)
|
98 |
except Exception as e:
|
99 |
print(f"LlamaCppAdapter の初期化中にエラーが発生しました: {e}")
|
|
|
100 |
self.history = []
|
101 |
self.settings = load_settings_from_ini()
|
102 |
if not self.settings:
|
|
|
129 |
save_settings_to_ini(self.settings)
|
130 |
|
131 |
def make(self, input_str: str):
|
132 |
+
if self.llama is None:
|
133 |
+
return "申し訳ありません。モデルが正しく初期化されていません。"
|
134 |
+
|
135 |
prompt = self._generate_aki(input_str)
|
136 |
print(prompt)
|
137 |
print("-----------------")
|