kasim90 commited on
Commit
e48ae69
Β·
verified Β·
1 Parent(s): 44afe21

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -12,6 +12,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
12
 
13
 
14
 
 
15
  zero = torch.Tensor([0]).cuda()
16
  print(zero.device) # <-- 'cpu' πŸ€”
17
  @spaces.GPU
@@ -21,7 +22,9 @@ def greet(n):
21
 
22
  print(zero.device) # <-- 'cuda:0' πŸ€—
23
 
24
- device = "cpu" # CPU kullanΔ±yoruz
 
 
25
  torch_dtype = torch.float32 # float32 seΓ§tik çünkΓΌ CPU'da bf16 genelde yok
26
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch_dtype)
27
 
 
12
 
13
 
14
 
15
+
16
  zero = torch.Tensor([0]).cuda()
17
  print(zero.device) # <-- 'cpu' πŸ€”
18
  @spaces.GPU
 
22
 
23
  print(zero.device) # <-- 'cuda:0' πŸ€—
24
 
25
+
26
+ demo = gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.Text())
27
+ demo.launch()
28
  torch_dtype = torch.float32 # float32 seΓ§tik çünkΓΌ CPU'da bf16 genelde yok
29
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch_dtype)
30