Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ class StopOnTokens(StoppingCriteria):
|
|
13 |
return True
|
14 |
return False
|
15 |
|
16 |
-
@spaces.GPU
|
17 |
def predict(message, history):
|
18 |
torch.set_default_device("cuda")
|
19 |
|
@@ -54,7 +54,4 @@ def predict(message, history):
|
|
54 |
break
|
55 |
yield partial_message
|
56 |
|
57 |
-
|
58 |
-
gr.ChatInterface(predict,
|
59 |
-
theme=gr.themes.Soft(primary_hue="purple"),
|
60 |
-
).launch()
|
|
|
13 |
return True
|
14 |
return False
|
15 |
|
16 |
+
@spaces.GPU(duration=480)
|
17 |
def predict(message, history):
|
18 |
torch.set_default_device("cuda")
|
19 |
|
|
|
54 |
break
|
55 |
yield partial_message
|
56 |
|
57 |
+
gr.ChatInterface(predict).launch()
|
|
|
|
|
|