Update app.py

app.py

@@ -30,7 +30,7 @@ def predict(message, history):
     model = AutoModelForCausalLM.from_pretrained(
         "macadeliccc/SOLAR-math-2x10.7b",
         torch_dtype="auto",
-        load_in_8bit=True,
+        load_in_4bit=True,
         trust_remote_code=True
     )
     history_transformer_format = history + [[message, ""]]