rasyosef commited on
Commit
4cde0a3
·
verified ·
1 Parent(s): 1981e7f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -3
app.py CHANGED
@@ -13,9 +13,6 @@ def generate(prompt):
13
  yield prompt + "\n\nPrompt is too long. It needs to be less than 128 tokens."
14
  else:
15
  inputs = tokenizer(prompt, return_tensors="pt")
16
- inputs["input_ids"][0][0] = 0
17
- print(inputs)
18
-
19
  max_new_tokens = max(0, 128 - prompt_length)
20
  streamer = TextIteratorStreamer(tokenizer=tokenizer, skip_prompt=False, skip_special_tokens=True, timeout=300.0)
21
  thread = Thread(
 
13
  yield prompt + "\n\nPrompt is too long. It needs to be less than 128 tokens."
14
  else:
15
  inputs = tokenizer(prompt, return_tensors="pt")
 
 
 
16
  max_new_tokens = max(0, 128 - prompt_length)
17
  streamer = TextIteratorStreamer(tokenizer=tokenizer, skip_prompt=False, skip_special_tokens=True, timeout=300.0)
18
  thread = Thread(