ranamhamoud commited on
Commit
ef86859
·
verified ·
1 Parent(s): e52f565

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -8
app.py CHANGED
@@ -58,10 +58,10 @@ def generate(
58
  message: str,
59
  chat_history: list[tuple[str, str]],
60
  max_new_tokens: int = 1024,
61
- temperature: float = 0.1,
62
- top_p: float = 0.9,
63
- top_k: int = 40,
64
- repetition_penalty: float = 1.0,
65
 
66
  ) -> Iterator[str]:
67
  conversation = []
@@ -84,11 +84,11 @@ def generate(
84
  streamer=streamer,
85
  max_new_tokens=max_new_tokens,
86
  do_sample=True,
87
- top_p=top_p,
88
- top_k=top_k,
89
- temperature=temperature,
90
  num_beams=1,
91
- repetition_penalty=repetition_penalty,
92
  )
93
  t = Thread(target=model.generate, kwargs=generate_kwargs)
94
  t.start()
 
58
  message: str,
59
  chat_history: list[tuple[str, str]],
60
  max_new_tokens: int = 1024,
61
+ # temperature: float = 0.1,
62
+ # top_p: float = 0.9,
63
+ # top_k: int = 40,
64
+ # repetition_penalty: float = 1.0,
65
 
66
  ) -> Iterator[str]:
67
  conversation = []
 
84
  streamer=streamer,
85
  max_new_tokens=max_new_tokens,
86
  do_sample=True,
87
+ # top_p=top_p,
88
+ # top_k=top_k,
89
+ # temperature=temperature,
90
  num_beams=1,
91
+ # repetition_penalty=repetition_penalty,
92
  )
93
  t = Thread(target=model.generate, kwargs=generate_kwargs)
94
  t.start()