Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -12,6 +12,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
|
12 |
|
13 |
|
14 |
|
|
|
15 |
zero = torch.Tensor([0]).cuda()
|
16 |
print(zero.device) # <-- 'cpu' π€
|
17 |
@spaces.GPU
|
@@ -21,7 +22,9 @@ def greet(n):
|
|
21 |
|
22 |
print(zero.device) # <-- 'cuda:0' π€
|
23 |
|
24 |
-
|
|
|
|
|
25 |
torch_dtype = torch.float32 # float32 seçtik çünkü CPU'da bf16 genelde yok
|
26 |
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch_dtype)
|
27 |
|
|
|
12 |
|
13 |
|
14 |
|
15 |
+
|
16 |
zero = torch.Tensor([0]).cuda()
|
17 |
print(zero.device) # <-- 'cpu' π€
|
18 |
@spaces.GPU
|
|
|
22 |
|
23 |
print(zero.device) # <-- 'cuda:0' π€
|
24 |
|
25 |
+
|
26 |
+
demo = gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.Text())
|
27 |
+
demo.launch()
|
28 |
torch_dtype = torch.float32 # float32 seçtik çünkü CPU'da bf16 genelde yok
|
29 |
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch_dtype)
|
30 |
|