ginipick commited on
Commit
51f4c93
·
verified ·
1 Parent(s): 75e8f26

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -0
app.py CHANGED
@@ -3,6 +3,12 @@ import os
3
  os.environ['CUDA_VISIBLE_DEVICES'] = ''
4
  os.environ['ZEROGPU'] = '1' # ZeroGPU 환경임을 표시
5
 
 
 
 
 
 
 
6
  import spaces # spaces import는 환경 설정 후에
7
  import shlex
8
  import subprocess
@@ -10,6 +16,17 @@ import subprocess
10
  # 라이브러리 버전 호환성 문제 해결
11
  subprocess.run(shlex.split("pip install pip==24.0"), check=True)
12
 
 
 
 
 
 
 
 
 
 
 
 
13
  subprocess.run(
14
  shlex.split(
15
  "pip install package/onnxruntime_gpu-1.17.0-cp310-cp310-manylinux_2_28_x86_64.whl --force-reinstall --no-deps"
 
3
  os.environ['CUDA_VISIBLE_DEVICES'] = ''
4
  os.environ['ZEROGPU'] = '1' # ZeroGPU 환경임을 표시
5
 
6
+ # Safetensors 사용 강제 및 torch 버전 체크 우회
7
+ os.environ['SAFETENSORS_FAST_GPU'] = '1'
8
+ os.environ['TRANSFORMERS_OFFLINE'] = '0'
9
+ os.environ['TRANSFORMERS_USE_SAFETENSORS'] = '1'
10
+ os.environ['DISABLE_TORCH_LOAD_SAFETY_CHECK'] = '1' # This might help bypass the check
11
+
12
  import spaces # spaces import는 환경 설정 후에
13
  import shlex
14
  import subprocess
 
16
  # 라이브러리 버전 호환성 문제 해결
17
  subprocess.run(shlex.split("pip install pip==24.0"), check=True)
18
 
19
+ # Safetensors를 기본으로 사용하도록 transformers 설정
20
+ subprocess.run(shlex.split("pip install safetensors --upgrade"), check=True)
21
+
22
+ # Monkey patch to force safetensors loading
23
+ import sys
24
+ if 'transformers' in sys.modules:
25
+ del sys.modules['transformers']
26
+
27
+ # transformers import 전에 환경 변수 설정
28
+ os.environ['TRANSFORMERS_USE_SAFETENSORS'] = '1'
29
+
30
  subprocess.run(
31
  shlex.split(
32
  "pip install package/onnxruntime_gpu-1.17.0-cp310-cp310-manylinux_2_28_x86_64.whl --force-reinstall --no-deps"