Omnibus commited on
Commit
2bfe489
·
verified ·
1 Parent(s): 41813a1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -72,7 +72,7 @@ def chat_inf(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,r
72
  print("\n######### TOKENS "+str(tokens))
73
  if (in_len+tokens) > 8000:
74
  yield [(prompt,"Wait. I need to compress our Chat history...")]
75
- hist=compress_history(history[-5:],client_choice,seed,temp,tokens,top_p,rep_p)
76
  yield [(prompt,"History has been compressed, processing request...")]
77
  history = [(prompt,hist)]
78
  generate_kwargs = dict(
 
72
  print("\n######### TOKENS "+str(tokens))
73
  if (in_len+tokens) > 8000:
74
  yield [(prompt,"Wait. I need to compress our Chat history...")]
75
+ hist=compress_history(history,client_choice,seed,temp,tokens,top_p,rep_p)
76
  yield [(prompt,"History has been compressed, processing request...")]
77
  history = [(prompt,hist)]
78
  generate_kwargs = dict(