Spaces:
Sleeping
Sleeping
Saif Rehman Nasir
commited on
Commit
·
53821d4
1
Parent(s):
100cb97
Append token to text for generator
Browse files
app.py
CHANGED
@@ -11,10 +11,10 @@ def generate_text(context, num_of_tokens, temperature=1.0):
|
|
11 |
idx = torch.zeros((1,1), dtype=torch.long)
|
12 |
else:
|
13 |
idx = torch.tensor(encode(context), dtype=torch.long).unsqueeze(0)
|
14 |
-
|
15 |
for token in model.generate(idx, max_new_tokens=num_of_tokens,temperature=temperature):
|
16 |
-
|
17 |
-
|
18 |
|
19 |
|
20 |
with gr.Blocks() as demo:
|
|
|
11 |
idx = torch.zeros((1,1), dtype=torch.long)
|
12 |
else:
|
13 |
idx = torch.tensor(encode(context), dtype=torch.long).unsqueeze(0)
|
14 |
+
text = ""
|
15 |
for token in model.generate(idx, max_new_tokens=num_of_tokens,temperature=temperature):
|
16 |
+
text+= token
|
17 |
+
yield text
|
18 |
|
19 |
|
20 |
with gr.Blocks() as demo:
|