Update app.py

app.py

@@ -27,7 +27,7 @@ except:
 if device == "cuda":
     model = LlamaForCausalLM.from_pretrained(
         BASE_MODEL,
-        load_in_8bit=False,
+        load_in_8bit=True,
         torch_dtype=torch.float16,
         device_map="auto",
     )
@@ -37,6 +37,7 @@ if device == "cuda":
 elif device == "mps":
     model = LlamaForCausalLM.from_pretrained(
         BASE_MODEL,
+        load_in_8bit=True,
         device_map={"": device},
         torch_dtype=torch.float16,
     )