Update app.py

app.py

@@ -1,8 +1,10 @@
+import os
+os.environ['CUDA_VISIBLE_DEVICES'] = ''
+
 import spaces
 import gradio as gr
 from jinja2 import Template
 from llama_cpp import Llama
-import os
 import configparser
 from utils.dl_utils import dl_guff_model
 
@@ -61,9 +63,15 @@ class LlamaCppAdapter:
     @spaces.GPU(duration=120)    
     def __init__(self, model_path, n_ctx=4096):
         print(f"モデルの初期化: {model_path}")
-        self.llama = Llama(model_path=model_path, n_ctx=n_ctx, n_gpu_layers=-1)
+        try:
+            self.llama = Llama(model_path=model_path, n_ctx=n_ctx, n_gpu_layers=0)
+        except Exception as e:
+            print(f"モデルの初期化中にエラーが発生しました: {e}")
+            self.llama = None
 
     def generate(self, prompt, max_new_tokens=4096, temperature=0.5, top_p=0.7, top_k=80, stop=["<END>"]):
+        if self.llama is None:
+            return {"choices": [{"text": "モデルの初期化に失敗しました。"}]}
         return self._generate(prompt, max_new_tokens, temperature, top_p, top_k, stop)
 
     def _generate(self, prompt: str, max_new_tokens: int, temperature: float, top_p: float, top_k: int, stop: list):
@@ -116,8 +124,12 @@ class CharacterMaker:
         prompt = self._generate_aki(input_str)
         print(prompt)
         print("-----------------")
-        res = self.llama.generate(prompt, max_new_tokens=1000, stop=["<END>", "\n"])
-        res_text = res["choices"][0]["text"]
+        try:
+            res = self.llama.generate(prompt, max_new_tokens=1000, stop=["<END>", "\n"])
+            res_text = res["choices"][0]["text"]
+        except Exception as e:
+            print(f"生成中にエラーが発生しました: {e}")
+            res_text = "申し訳ありません。応答の生成中にエラーが発生しました。"
         self.history.append({"user": input_str, "assistant": res_text})
         return res_text
     
@@ -139,7 +151,6 @@ class CharacterMaker:
             self.settings["example_quotes"],
             input_str
         )
-        print(prompt)
         return prompt
 
     def update_settings(self, new_settings):
@@ -193,7 +204,6 @@ function adjustChatbotHeight() {
         chatbot.style.height = window.innerHeight * 0.6 + 'px';
     }
 }
-
 // ページ読み込み時と画面サイズ変更時にチャットボットの高さを調整
 window.addEventListener('load', adjustChatbotHeight);
 window.addEventListener('resize', adjustChatbotHeight);