Spaces:
Running
on
Zero
Running
on
Zero
set_lora_device
Browse files- scripts/process_utils.py +1 -0
scripts/process_utils.py
CHANGED
|
@@ -53,6 +53,7 @@ def initialize(_use_local=False, use_gpu=False, use_dotenv=False):
|
|
| 53 |
def load_lora(pipeline, lora_path, alpha=0.75):
|
| 54 |
pipeline.load_lora_weights(lora_path)
|
| 55 |
pipeline.fuse_lora(lora_scale=alpha)
|
|
|
|
| 56 |
|
| 57 |
def initialize_sotai_model():
|
| 58 |
global device, torch_dtype
|
|
|
|
| 53 |
def load_lora(pipeline, lora_path, alpha=0.75):
|
| 54 |
pipeline.load_lora_weights(lora_path)
|
| 55 |
pipeline.fuse_lora(lora_scale=alpha)
|
| 56 |
+
pipeline.set_lora_device(device)
|
| 57 |
|
| 58 |
def initialize_sotai_model():
|
| 59 |
global device, torch_dtype
|