Spaces:
Sleeping
Sleeping
Gabriele Morello
commited on
Commit
·
8cbfa15
1
Parent(s):
51b98f5
input_ids to device
Browse files
.DS_Store
CHANGED
|
Binary files a/.DS_Store and b/.DS_Store differ
|
|
|
app.py
CHANGED
|
@@ -31,6 +31,7 @@ print(zero.device) # <-- 'cpu' 🤔
|
|
| 31 |
def predict(text):
|
| 32 |
model.to(zero.device)
|
| 33 |
input_ids = tokenizer(text, return_tensors='pt')["input_ids"]
|
|
|
|
| 34 |
generated_ids = model.generate(input_ids, max_new_tokens=256)
|
| 35 |
filling = tokenizer.batch_decode(generated_ids[:, input_ids.shape[1]:], skip_special_tokens = True)[0]
|
| 36 |
return filling
|
|
|
|
| 31 |
def predict(text):
|
| 32 |
model.to(zero.device)
|
| 33 |
input_ids = tokenizer(text, return_tensors='pt')["input_ids"]
|
| 34 |
+
input_ids.to(zero.device)
|
| 35 |
generated_ids = model.generate(input_ids, max_new_tokens=256)
|
| 36 |
filling = tokenizer.batch_decode(generated_ids[:, input_ids.shape[1]:], skip_special_tokens = True)[0]
|
| 37 |
return filling
|