Update app.py

app.py

@@ -12,13 +12,13 @@ from utils import load_models, save_model_w2w, save_model_for_diffusers
 from sampling import sample_weights
 from huggingface_hub import snapshot_download
 
-global device
-global generator 
-global unet
-global vae 
-global text_encoder
-global tokenizer
-global noise_scheduler
+#global device
+#global generator 
+#global unet
+#global vae 
+#global text_encoder
+#global tokenizer
+#global noise_scheduler
 device = "cuda:0"
 generator = torch.Generator(device=device)
 
@@ -32,24 +32,23 @@ df = torch.load(f"{models_path}/identity_df.pt")
 weight_dimensions = torch.load(f"{models_path}/weight_dimensions.pt")
 
 unet, vae, text_encoder, tokenizer, noise_scheduler = load_models(device)
+network = sample_weights(unet, proj, mean, std, v[:, :1000], device, factor = 1.00)
+#global network
 
-global network
-
-def sample_model():
-    global unet
-    del unet
-    global network
-    unet, _, _, _, _ = load_models(device)
-    network = sample_weights(unet, proj, mean, std, v[:, :1000], device, factor = 1.00)
+#def sample_model():
+#    global unet
+#    del unet
+#    global network
+#    unet, _, _, _, _ = load_models(device)
 
 def inference( prompt, negative_prompt, guidance_scale, ddim_steps, seed):
-    global device
-    global generator 
-    global unet
-    global vae 
-    global text_encoder
-    global tokenizer
-    global noise_scheduler
+    #global device
+    #global generator 
+    #global unet
+    #global vae 
+    #global text_encoder
+    #global tokenizer
+    #global noise_scheduler
     generator = generator.manual_seed(seed)
     latents = torch.randn(
         (1, unet.in_channels, 512 // 8, 512 // 8),
@@ -57,7 +56,6 @@ def inference( prompt, negative_prompt, guidance_scale, ddim_steps, seed):
         device = device
     ).bfloat16()
    
-
     text_input = tokenizer(prompt, padding="max_length", max_length=tokenizer.model_max_length, truncation=True, return_tensors="pt")
 
     text_embeddings = text_encoder(text_input.input_ids.to(device))[0]
@@ -119,7 +117,7 @@ with gr.Blocks() as demo:
         with gr.Column():
             gallery = gr.Gallery(label="Generated Images")
 
-        sample.click(fn=sample_model)
+        #sample.click(fn=sample_model)
         
         submit.click(fn=inference,
                     inputs=[prompt, negative_prompt, cfg, steps, seed],