Namitg02 commited on
Commit
7b100d1
·
verified ·
1 Parent(s): b0d53fc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -7
app.py CHANGED
@@ -159,13 +159,13 @@ def talk(prompt, history):
159
  for token in model.generate(input_ids):
160
  print(model.detokenize(input_ids), end='', flush=True)
161
  NUM_TOKENS+=1
162
- time_generate = time.time() - start
163
- print('\n')
164
- print('-'*4+'End Generation'+'-'*4)
165
- print(f'Num of generated tokens: {NUM_TOKENS}')
166
- print(f'Time for complete generation: {time_generate}s')
167
- print(f'Tokens per secound: {NUM_TOKENS/time_generate}')
168
- print(f'Time per token: {(time_generate/NUM_TOKENS)*1000}ms')
169
 
170
 
171
  #outputtokens = model.generate(input_ids)
 
159
  for token in model.generate(input_ids):
160
  print(model.detokenize(input_ids), end='', flush=True)
161
  NUM_TOKENS+=1
162
+ time_generate = time.time() - start
163
+ print('\n')
164
+ print('-'*4+'End Generation'+'-'*4)
165
+ print(f'Num of generated tokens: {NUM_TOKENS}')
166
+ print(f'Time for complete generation: {time_generate}s')
167
+ print(f'Tokens per secound: {NUM_TOKENS/time_generate}')
168
+ print(f'Time per token: {(time_generate/NUM_TOKENS)*1000}ms')
169
 
170
 
171
  #outputtokens = model.generate(input_ids)