vansonhk commited on
Commit
cf042ff
·
verified ·
1 Parent(s): 99921d5
Files changed (1) hide show
  1. app.py +17 -17
app.py CHANGED
@@ -8,7 +8,7 @@ MODELS = ['ViT-L (best for Stable Diffusion 1.*)']#, 'ViT-H (best for Stable Dif
8
  # load BLIP and ViT-L https://huggingface.co/openai/clip-vit-large-patch14
9
  config = Config(clip_model_name="ViT-L-14/openai")
10
  ci_vitl = Interrogator(config)
11
- # ci_vitl.clip_model = ci_vitl.clip_model.to("cpu")
12
 
13
  # load ViT-H https://huggingface.co/laion/CLIP-ViT-H-14-laion2B-s32B-b79K
14
  # config.blip_model = ci_vitl.blip_model
@@ -19,14 +19,14 @@ ci_vitl = Interrogator(config)
19
 
20
  def image_analysis(image, clip_model_name):
21
  # move selected model to GPU and other model to CPU
22
- # if clip_model_name == MODELS[0]:
23
- # ci_vith.clip_model = ci_vith.clip_model.to("cpu")
24
- # ci_vitl.clip_model = ci_vitl.clip_model.to(ci_vitl.device)
25
- # ci = ci_vitl
26
- # else:
27
- # ci_vitl.clip_model = ci_vitl.clip_model.to("cpu")
28
- # ci_vith.clip_model = ci_vith.clip_model.to(ci_vith.device)
29
- # ci = ci_vith
30
  ci = ci_vitl
31
 
32
  image = image.convert('RGB')
@@ -49,14 +49,14 @@ def image_analysis(image, clip_model_name):
49
 
50
  def image_to_prompt(image, clip_model_name, mode):
51
  # move selected model to GPU and other model to CPU
52
- # if clip_model_name == MODELS[0]:
53
- # ci_vith.clip_model = ci_vith.clip_model.to("cpu")
54
- # ci_vitl.clip_model = ci_vitl.clip_model.to(ci_vitl.device)
55
- # ci = ci_vitl
56
- # else:
57
- # ci_vitl.clip_model = ci_vitl.clip_model.to("cpu")
58
- # ci_vith.clip_model = ci_vith.clip_model.to(ci_vith.device)
59
- # ci = ci_vith
60
  ci = ci_vitl
61
 
62
  ci.config.blip_num_beams = 64
 
8
  # load BLIP and ViT-L https://huggingface.co/openai/clip-vit-large-patch14
9
  config = Config(clip_model_name="ViT-L-14/openai")
10
  ci_vitl = Interrogator(config)
11
+ ci_vitl.clip_model = ci_vitl.clip_model.to("cpu")
12
 
13
  # load ViT-H https://huggingface.co/laion/CLIP-ViT-H-14-laion2B-s32B-b79K
14
  # config.blip_model = ci_vitl.blip_model
 
19
 
20
  def image_analysis(image, clip_model_name):
21
  # move selected model to GPU and other model to CPU
22
+ if clip_model_name == MODELS[0]:
23
+ ci_vith.clip_model = ci_vith.clip_model.to("cpu")
24
+ ci_vitl.clip_model = ci_vitl.clip_model.to(ci_vitl.device)
25
+ ci = ci_vitl
26
+ else:
27
+ ci_vitl.clip_model = ci_vitl.clip_model.to("cpu")
28
+ ci_vith.clip_model = ci_vith.clip_model.to(ci_vith.device)
29
+ ci = ci_vith
30
  ci = ci_vitl
31
 
32
  image = image.convert('RGB')
 
49
 
50
  def image_to_prompt(image, clip_model_name, mode):
51
  # move selected model to GPU and other model to CPU
52
+ if clip_model_name == MODELS[0]:
53
+ ci_vith.clip_model = ci_vith.clip_model.to("cpu")
54
+ ci_vitl.clip_model = ci_vitl.clip_model.to(ci_vitl.device)
55
+ ci = ci_vitl
56
+ else:
57
+ ci_vitl.clip_model = ci_vitl.clip_model.to("cpu")
58
+ ci_vith.clip_model = ci_vith.clip_model.to(ci_vith.device)
59
+ ci = ci_vith
60
  ci = ci_vitl
61
 
62
  ci.config.blip_num_beams = 64