Saif Rehman Nasir commited on
Commit
53821d4
·
1 Parent(s): 100cb97

Append token to text for generator

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -11,10 +11,10 @@ def generate_text(context, num_of_tokens, temperature=1.0):
11
  idx = torch.zeros((1,1), dtype=torch.long)
12
  else:
13
  idx = torch.tensor(encode(context), dtype=torch.long).unsqueeze(0)
14
-
15
  for token in model.generate(idx, max_new_tokens=num_of_tokens,temperature=temperature):
16
- yield token
17
-
18
 
19
 
20
  with gr.Blocks() as demo:
 
11
  idx = torch.zeros((1,1), dtype=torch.long)
12
  else:
13
  idx = torch.tensor(encode(context), dtype=torch.long).unsqueeze(0)
14
+ text = ""
15
  for token in model.generate(idx, max_new_tokens=num_of_tokens,temperature=temperature):
16
+ text+= token
17
+ yield text
18
 
19
 
20
  with gr.Blocks() as demo: