Hugging Face's logo

Spaces:
nroggendorff
/
dolphin
Paused

App Files Community
nroggendorff commited on
Commit
33093f6
·
verified ·
1 Parent(s): 703664e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -2,7 +2,9 @@ import spaces
2
  import gradio as gr
3
  import torch
4
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
5
- from threading import Thread
 
 
6
 
7
  tokenizer = AutoTokenizer.from_pretrained(
8
  "cognitivecomputations/dolphin-2.9.1-mixtral-1x22b",
 
2
  import gradio as gr
3
  import torch
4
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
5
+
6
+
7
+ torch.set_default_device("cuda")
8
 
9
  tokenizer = AutoTokenizer.from_pretrained(
10
  "cognitivecomputations/dolphin-2.9.1-mixtral-1x22b",