TryingHard commited on
Commit
11be32f
·
verified ·
1 Parent(s): e3823a2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -1,10 +1,12 @@
1
  import subprocess
 
 
2
  subprocess.run('pip install flash-attn==2.7.0.post2 --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
3
  subprocess.run('pip install gptqmodel==2.1.0', shell=True)
4
  subprocess.run('pip install numpy==1.25.0 torch==2.4.0 transformers==4.46.2 pillow==10.3.0 moviepy==1.0.3', shell=True)
 
5
 
6
  import spaces
7
- import os
8
  import re
9
  import logging
10
  from typing import List, Any
@@ -18,6 +20,7 @@ from PIL import Image
18
  from gptqmodel import GPTQModel
19
 
20
  model_name = 'AIDC-AI/Ovis2-34B-GPTQ-Int4'
 
21
 
22
  use_thread = False
23
 
 
1
  import subprocess
2
+ import os
3
+ os.environ['CUDA_VISIBLE_DEVICES']='0'
4
  subprocess.run('pip install flash-attn==2.7.0.post2 --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
5
  subprocess.run('pip install gptqmodel==2.1.0', shell=True)
6
  subprocess.run('pip install numpy==1.25.0 torch==2.4.0 transformers==4.46.2 pillow==10.3.0 moviepy==1.0.3', shell=True)
7
+ os.environ['CUDA_VISIBLE_DEVICES']='0'
8
 
9
  import spaces
 
10
  import re
11
  import logging
12
  from typing import List, Any
 
20
  from gptqmodel import GPTQModel
21
 
22
  model_name = 'AIDC-AI/Ovis2-34B-GPTQ-Int4'
23
+ os.environ['CUDA_VISIBLE_DEVICES']='0'
24
 
25
  use_thread = False
26