AFischer1985 commited on
Commit
60b819a
·
verified ·
1 Parent(s): 6a11ffc

Update run.py

Browse files
Files changed (1) hide show
  1. run.py +4 -4
run.py CHANGED
@@ -253,11 +253,11 @@ def response(message, history,customSysPrompt,settings):
253
  if temperature < 1e-2: temperature = 1e-2
254
  top_p = float(top_p)
255
  generate_kwargs = dict(
256
- temperature=temperature,
257
  max_new_tokens=max_new_tokens,
258
- top_p=top_p,
259
- repetition_penalty=repetition_penalty,
260
- do_sample=True,
261
  seed=42,
262
  )
263
  stream = client.text_generation(prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
 
253
  if temperature < 1e-2: temperature = 1e-2
254
  top_p = float(top_p)
255
  generate_kwargs = dict(
256
+ #temperature=temperature,
257
  max_new_tokens=max_new_tokens,
258
+ #top_p=top_p,
259
+ #repetition_penalty=repetition_penalty,
260
+ #do_sample=True,
261
  seed=42,
262
  )
263
  stream = client.text_generation(prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)