Spaces:
Paused
Paused
test
Browse files
app.py
CHANGED
|
@@ -44,8 +44,9 @@ def generate(
|
|
| 44 |
|
| 45 |
current_input += message
|
| 46 |
|
| 47 |
-
device = "cuda
|
| 48 |
input_ids = tokenizer(current_input, return_tensors="pt").to(device)
|
|
|
|
| 49 |
|
| 50 |
if len(input_ids) > MAX_INPUT_TOKEN_LENGTH:
|
| 51 |
input_ids = input_ids[-MAX_INPUT_TOKEN_LENGTH:]
|
|
|
|
| 44 |
|
| 45 |
current_input += message
|
| 46 |
|
| 47 |
+
device = "cuda"
|
| 48 |
input_ids = tokenizer(current_input, return_tensors="pt").to(device)
|
| 49 |
+
print(input_ids)
|
| 50 |
|
| 51 |
if len(input_ids) > MAX_INPUT_TOKEN_LENGTH:
|
| 52 |
input_ids = input_ids[-MAX_INPUT_TOKEN_LENGTH:]
|