snackshell commited on
Commit
40ff673
·
verified ·
1 Parent(s): 28defe9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -0
app.py CHANGED
@@ -10,6 +10,11 @@ WATERMARK_TEXT = "SelamGPT"
10
  DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
11
  TORCH_DTYPE = torch.float16 if DEVICE == "cuda" else torch.float32
12
 
 
 
 
 
 
13
  # ===== MODEL LOADING WITH GRADIO CACHE =====
14
  @gr.Cache() # Now works in Gradio 5.x
15
  def load_model():
 
10
  DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
11
  TORCH_DTYPE = torch.float16 if DEVICE == "cuda" else torch.float32
12
 
13
+ try:
14
+ pipe.enable_xformers_memory_efficient_attention()
15
+ except:
16
+ print("Xformers not available, using default attention")
17
+
18
  # ===== MODEL LOADING WITH GRADIO CACHE =====
19
  @gr.Cache() # Now works in Gradio 5.x
20
  def load_model():