Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -13,9 +13,6 @@ def generate(prompt):
|
|
13 |
yield prompt + "\n\nPrompt is too long. It needs to be less than 128 tokens."
|
14 |
else:
|
15 |
inputs = tokenizer(prompt, return_tensors="pt")
|
16 |
-
inputs["input_ids"][0][0] = 0
|
17 |
-
print(inputs)
|
18 |
-
|
19 |
max_new_tokens = max(0, 128 - prompt_length)
|
20 |
streamer = TextIteratorStreamer(tokenizer=tokenizer, skip_prompt=False, skip_special_tokens=True, timeout=300.0)
|
21 |
thread = Thread(
|
|
|
13 |
yield prompt + "\n\nPrompt is too long. It needs to be less than 128 tokens."
|
14 |
else:
|
15 |
inputs = tokenizer(prompt, return_tensors="pt")
|
|
|
|
|
|
|
16 |
max_new_tokens = max(0, 128 - prompt_length)
|
17 |
streamer = TextIteratorStreamer(tokenizer=tokenizer, skip_prompt=False, skip_special_tokens=True, timeout=300.0)
|
18 |
thread = Thread(
|