Update app.py

app.py

@@ -22,7 +22,7 @@ USE_SYSTEM_PROMPT = os.environ.get('USE_SYSTEM_PROMPT', '').lower() == "true" or
 ENABLE_GPU = os.environ.get('ENABLE_GPU', '').lower() == "true" or False
 GPU_LAYERS = int(os.environ.get('GPU_LAYERS', '0'))
 n_gqa_str = os.environ.get('N_GQA')
-N_GQA = int(n_gqa_str) if n_gqa_str is not None else None #must be set to 8 for 70b models
+N_GQA = 8#int(n_gqa_str) if n_gqa_str is not None else None #must be set to 8 for 70b models
 CHAT_FORMAT = os.environ.get('CHAT_FORMAT') or 'llama-2'
 REPO_NAME = os.environ.get('REPO_NAME') or 'IlyaGusev/saiga2_7b_gguf'
 MODEL_NAME = os.environ.get('MODEL_NAME') or 'model-q4_K.gguf'