Update app.py

app.py

@@ -109,14 +109,14 @@ class Settings:
             settings['DEFAULT_GEN_MODEL'] = config['Models'].get('DEFAULT_GEN_MODEL', '')
         if 'ChatParameters' in config:
             settings['chat_n_gpu_layers'] = int(config['ChatParameters'].get('n_gpu_layers', '-1'))
-            settings['chat_temperature'] = float(config['ChatParameters'].get('temperature', '0.5'))
+            settings['chat_temperature'] = float(config['ChatParameters'].get('temperature', '0.35'))
             settings['chat_top_p'] = float(config['ChatParameters'].get('top_p', '0.9'))
             settings['chat_top_k'] = int(config['ChatParameters'].get('top_k', '40'))
             settings['chat_rep_pen'] = float(config['ChatParameters'].get('repetition_penalty', '1.2'))
             settings['chat_n_ctx'] = int(config['ChatParameters'].get('n_ctx', '10000'))
         if 'GenerateParameters' in config:
             settings['gen_n_gpu_layers'] = int(config['GenerateParameters'].get('n_gpu_layers', '-1'))
-            settings['gen_temperature'] = float(config['GenerateParameters'].get('temperature', '0.5'))
+            settings['gen_temperature'] = float(config['GenerateParameters'].get('temperature', '0.35'))
             settings['gen_top_p'] = float(config['GenerateParameters'].get('top_p', '0.9'))
             settings['gen_top_k'] = int(config['GenerateParameters'].get('top_k', '40'))
             settings['gen_rep_pen'] = float(config['GenerateParameters'].get('repetition_penalty', '1.2'))
@@ -138,7 +138,7 @@ class Settings:
         }
         config['ChatParameters'] = {
             'n_gpu_layers': str(settings.get('chat_n_gpu_layers', -1)),
-            'temperature': str(settings.get('chat_temperature', 0.5)),
+            'temperature': str(settings.get('chat_temperature', 0.35)),
             'top_p': str(settings.get('chat_top_p', 0.9)),
             'top_k': str(settings.get('chat_top_k', 40)),
             'repetition_penalty': str(settings.get('chat_rep_pen', 1.2)),
@@ -146,7 +146,7 @@ class Settings:
         }
         config['GenerateParameters'] = {
             'n_gpu_layers': str(settings.get('gen_n_gpu_layers', -1)),
-            'temperature': str(settings.get('gen_temperature', 0.5)),
+            'temperature': str(settings.get('gen_temperature', 0.35)),
             'top_p': str(settings.get('gen_top_p', 0.9)),
             'top_k': str(settings.get('gen_top_k', 40)),
             'repetition_penalty': str(settings.get('gen_rep_pen', 1.2)),
@@ -175,13 +175,13 @@ class Settings:
             'DEFAULT_CHAT_MODEL': 'EZO-Common-9B-gemma-2-it.f16.gguf',
             'DEFAULT_GEN_MODEL': 'EZO-Common-9B-gemma-2-it.f16.gguf',
             'chat_n_gpu_layers': -1,
-            'chat_temperature': 0.5,
+            'chat_temperature': 0.35,
             'chat_top_p': 0.9,
             'chat_top_k': 40,
             'chat_rep_pen': 1.2,
             'chat_n_ctx': 10000,
             'gen_n_gpu_layers': -1,
-            'gen_temperature': 0.5,
+            'gen_temperature': 0.35,
             'gen_top_p': 0.9,
             'gen_top_k': 40,
             'gen_rep_pen': 1.2,
@@ -197,13 +197,13 @@ class Settings:
 class GenTextParams:
     def __init__(self):
         self.gen_n_gpu_layers = -1
-        self.gen_temperature = 0.5
+        self.gen_temperature = 0.35
         self.gen_top_p = 0.9
         self.gen_top_k = 40
         self.gen_rep_pen = 1.2
         self.gen_n_ctx = 10000
         self.chat_n_gpu_layers = -1
-        self.chat_temperature = 0.5
+        self.chat_temperature = 0.35
         self.chat_top_p = 0.9
         self.chat_top_k = 40
         self.chat_rep_pen = 1.2
@@ -626,7 +626,7 @@ def apply_settings():
     if 'ChatParameters' in new_config:
         params.update_chat_parameters(
             int(new_config['ChatParameters'].get('n_gpu_layers', '-1')),
-            float(new_config['ChatParameters'].get('temperature', '0.5')),
+            float(new_config['ChatParameters'].get('temperature', '0.35')),
             float(new_config['ChatParameters'].get('top_p', '0.9')),
             int(new_config['ChatParameters'].get('top_k', '40')),
             float(new_config['ChatParameters'].get('repetition_penalty', '1.2')),
@@ -635,7 +635,7 @@ def apply_settings():
     if 'GenerateParameters' in new_config:
         params.update_generate_parameters(
             int(new_config['GenerateParameters'].get('n_gpu_layers', '-1')),
-            float(new_config['GenerateParameters'].get('temperature', '0.5')),
+            float(new_config['GenerateParameters'].get('temperature', '0.35')),
             float(new_config['GenerateParameters'].get('top_p', '0.9')),
             int(new_config['GenerateParameters'].get('top_k', '40')),
             float(new_config['GenerateParameters'].get('repetition_penalty', '1.2')),
@@ -719,7 +719,7 @@ def build_gradio_interface():
                         gen_input_char_count = gr.HTML(value="文字数: 0")                                        
                     with gr.Column(scale=1):
                         gen_characters = gr.Slider(minimum=10, maximum=10000, value=500, step=10, label="出力文字数", info="出力文字数の目安")
-                        gen_token_multiplier = gr.Slider(minimum=0.5, maximum=3, value=1.75, step=0.01, label="文字/トークン数倍率", info="文字/最大トークン数倍率")
+                        gen_token_multiplier = gr.Slider(minimum=0.35, maximum=3, value=1.75, step=0.01, label="文字/トークン数倍率", info="文字/最大トークン数倍率")
                 
                 generate_button = gr.Button("文章生成開始")
                 generated_output = gr.Textbox(label="生成された文章")