Spaces:
Sleeping
Sleeping
mrfakename
commited on
Commit
•
43d3728
1
Parent(s):
2625d53
Update app.py
Browse files
app.py
CHANGED
@@ -2,7 +2,7 @@ import torch
|
|
2 |
from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
|
3 |
import gradio as gr
|
4 |
from threading import Thread
|
5 |
-
|
6 |
if torch.cuda.is_available():
|
7 |
device = "cuda"
|
8 |
if torch.backends.mps.is_available():
|
|
|
2 |
from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
|
3 |
import gradio as gr
|
4 |
from threading import Thread
|
5 |
+
device = "cpu"
|
6 |
if torch.cuda.is_available():
|
7 |
device = "cuda"
|
8 |
if torch.backends.mps.is_available():
|