Tonic commited on
Commit
7d77cbc
·
1 Parent(s): 91731f9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ from PIL import Image, ImageDraw, UnidentifiedImageError
16
  base_url = "https://huggingface.co/spaces/Tonic1/Official-Qwen-VL-Chat"
17
  model_name = "Qwen/Qwen-VL-Chat"
18
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
19
- model = AutoModelForCausalLM.from_pretrained(model_name, device_map="cuda", trust_remote_code=True).eval()
20
  model.generation_config = GenerationConfig.from_pretrained(model_name, trust_remote_code=True)
21
 
22
  device = "cuda" if torch.cuda.is_available() else "cpu"
 
16
  base_url = "https://huggingface.co/spaces/Tonic1/Official-Qwen-VL-Chat"
17
  model_name = "Qwen/Qwen-VL-Chat"
18
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
19
+ model = AutoModelForCausalLM.from_pretrained(model_name, device_map="cuda", bf16=True, trust_remote_code=True).eval()
20
  model.generation_config = GenerationConfig.from_pretrained(model_name, trust_remote_code=True)
21
 
22
  device = "cuda" if torch.cuda.is_available() else "cpu"