Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -3,6 +3,12 @@ import os
|
|
3 |
os.environ['CUDA_VISIBLE_DEVICES'] = ''
|
4 |
os.environ['ZEROGPU'] = '1' # ZeroGPU 환경임을 표시
|
5 |
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
import spaces # spaces import는 환경 설정 후에
|
7 |
import shlex
|
8 |
import subprocess
|
@@ -10,6 +16,17 @@ import subprocess
|
|
10 |
# 라이브러리 버전 호환성 문제 해결
|
11 |
subprocess.run(shlex.split("pip install pip==24.0"), check=True)
|
12 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
13 |
subprocess.run(
|
14 |
shlex.split(
|
15 |
"pip install package/onnxruntime_gpu-1.17.0-cp310-cp310-manylinux_2_28_x86_64.whl --force-reinstall --no-deps"
|
|
|
3 |
os.environ['CUDA_VISIBLE_DEVICES'] = ''
|
4 |
os.environ['ZEROGPU'] = '1' # ZeroGPU 환경임을 표시
|
5 |
|
6 |
+
# Safetensors 사용 강제 및 torch 버전 체크 우회
|
7 |
+
os.environ['SAFETENSORS_FAST_GPU'] = '1'
|
8 |
+
os.environ['TRANSFORMERS_OFFLINE'] = '0'
|
9 |
+
os.environ['TRANSFORMERS_USE_SAFETENSORS'] = '1'
|
10 |
+
os.environ['DISABLE_TORCH_LOAD_SAFETY_CHECK'] = '1' # This might help bypass the check
|
11 |
+
|
12 |
import spaces # spaces import는 환경 설정 후에
|
13 |
import shlex
|
14 |
import subprocess
|
|
|
16 |
# 라이브러리 버전 호환성 문제 해결
|
17 |
subprocess.run(shlex.split("pip install pip==24.0"), check=True)
|
18 |
|
19 |
+
# Safetensors를 기본으로 사용하도록 transformers 설정
|
20 |
+
subprocess.run(shlex.split("pip install safetensors --upgrade"), check=True)
|
21 |
+
|
22 |
+
# Monkey patch to force safetensors loading
|
23 |
+
import sys
|
24 |
+
if 'transformers' in sys.modules:
|
25 |
+
del sys.modules['transformers']
|
26 |
+
|
27 |
+
# transformers import 전에 환경 변수 설정
|
28 |
+
os.environ['TRANSFORMERS_USE_SAFETENSORS'] = '1'
|
29 |
+
|
30 |
subprocess.run(
|
31 |
shlex.split(
|
32 |
"pip install package/onnxruntime_gpu-1.17.0-cp310-cp310-manylinux_2_28_x86_64.whl --force-reinstall --no-deps"
|