Update app.py
Browse files
app.py
CHANGED
@@ -159,13 +159,13 @@ def talk(prompt, history):
|
|
159 |
for token in model.generate(input_ids):
|
160 |
print(model.detokenize(input_ids), end='', flush=True)
|
161 |
NUM_TOKENS+=1
|
162 |
-
|
163 |
-
|
164 |
-
|
165 |
-
|
166 |
-
|
167 |
-
|
168 |
-
|
169 |
|
170 |
|
171 |
#outputtokens = model.generate(input_ids)
|
|
|
159 |
for token in model.generate(input_ids):
|
160 |
print(model.detokenize(input_ids), end='', flush=True)
|
161 |
NUM_TOKENS+=1
|
162 |
+
time_generate = time.time() - start
|
163 |
+
print('\n')
|
164 |
+
print('-'*4+'End Generation'+'-'*4)
|
165 |
+
print(f'Num of generated tokens: {NUM_TOKENS}')
|
166 |
+
print(f'Time for complete generation: {time_generate}s')
|
167 |
+
print(f'Tokens per secound: {NUM_TOKENS/time_generate}')
|
168 |
+
print(f'Time per token: {(time_generate/NUM_TOKENS)*1000}ms')
|
169 |
|
170 |
|
171 |
#outputtokens = model.generate(input_ids)
|