Update app.py
Browse files
app.py
CHANGED
|
@@ -3,7 +3,7 @@ from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
|
|
| 3 |
import gradio as gr
|
| 4 |
from torch.cuda import is_available
|
| 5 |
|
| 6 |
-
if is_available():
|
| 7 |
options = dict(
|
| 8 |
load_in_8bit=True,
|
| 9 |
device_map="auto",
|
|
|
|
| 3 |
import gradio as gr
|
| 4 |
from torch.cuda import is_available
|
| 5 |
|
| 6 |
+
if True:#is_available():
|
| 7 |
options = dict(
|
| 8 |
load_in_8bit=True,
|
| 9 |
device_map="auto",
|