update

app.py

@@ -3,9 +3,11 @@ import numpy as np
 import random
 import torch
 from diffusers import StableDiffusion3Pipeline, SD3Transformer2DModel, FlowMatchEulerDiscreteScheduler
-import spaces
+import devicetorch
+#import spaces
 
-device = "cuda" if torch.cuda.is_available() else "cpu"
+device = devicetorch.get(torch)
+#device = "cuda" if torch.cuda.is_available() else "cpu"
 dtype = torch.float16
 
 repo = "stabilityai/stable-diffusion-3-medium"
@@ -15,7 +17,7 @@ pipe = StableDiffusion3Pipeline.from_pretrained(repo, torch_dtype=torch.float16,
 MAX_SEED = np.iinfo(np.int32).max
 MAX_IMAGE_SIZE = 1344
 
-@spaces.GPU
+#@spaces.GPU
 def infer(prompt, negative_prompt, seed, randomize_seed, width, height, guidance_scale, num_inference_steps, progress=gr.Progress(track_tqdm=True)):
 
     if randomize_seed:
@@ -135,4 +137,4 @@ with gr.Blocks(css=css) as demo:
         outputs = [result, seed]
     )
 
-demo.launch()
+demo.launch()